2024-09-16T00:42:32.130 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T00:42:32.150 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:42:32.241 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/asok_dump_tree} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906424' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJW6APXQxQe/gCSJCf1SCoMKNXNqxt5VyUqo9PQncZOmgv8hvwExHho+CmQXszskoiT4AfuAzGffQMTDDm6I3ho= smithi050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGL3mDCpCQNQPl4h+wK1CS9JWYJVAtTr4jz7sz/T4l9aXPmX/kEVcruPe9ZwontxtZSmCYyjcpH1MoqUGuDFCBk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_dump_tree teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T00:42:32.241 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T00:42:32.242 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T00:42:32.242 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T00:42:32.244 INFO:teuthology.task.internal:Checking packages... 2024-09-16T00:42:32.265 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T00:42:32.265 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:42:32.265 INFO:teuthology.packaging:ref: None 2024-09-16T00:42:32.265 INFO:teuthology.packaging:tag: None 2024-09-16T00:42:32.265 INFO:teuthology.packaging:branch: squid 2024-09-16T00:42:32.265 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:42:32.265 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T00:42:32.502 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T00:42:32.504 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T00:42:32.510 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T00:42:32.510 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T00:42:32.516 INFO:teuthology.task.internal:Saving configuration 2024-09-16T00:42:32.537 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T00:42:32.543 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T00:42:32.569 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:37:52.671993', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJW6APXQxQe/gCSJCf1SCoMKNXNqxt5VyUqo9PQncZOmgv8hvwExHho+CmQXszskoiT4AfuAzGffQMTDDm6I3ho='} 2024-09-16T00:42:32.590 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:37:52.673736', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGL3mDCpCQNQPl4h+wK1CS9JWYJVAtTr4jz7sz/T4l9aXPmX/kEVcruPe9ZwontxtZSmCYyjcpH1MoqUGuDFCBk='} 2024-09-16T00:42:32.591 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T00:42:32.596 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-16T00:42:32.596 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-16T00:42:32.596 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T00:42:32.658 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fcedaadbbe0>, signals=[15]) 2024-09-16T00:42:32.658 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T00:42:32.665 INFO:teuthology.task.internal:Opening connections... 2024-09-16T00:42:32.665 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:42:32.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:42:32.742 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:42:32.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:42:32.819 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T00:42:32.826 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2024-09-16T00:42:32.844 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2024-09-16T00:42:32.845 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2024-09-16T00:42:32.902 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="CentOS Stream" 2024-09-16T00:42:32.902 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="9" 2024-09-16T00:42:32.902 INFO:teuthology.orchestra.run.smithi032.stdout:ID="centos" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE="rhel fedora" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="9" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:PLATFORM_ID="platform:el9" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:ANSI_COLOR="0;31" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:LOGO="fedora-logo-icon" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://centos.org/" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T00:42:32.903 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T00:42:32.904 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2024-09-16T00:42:32.919 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2024-09-16T00:42:32.937 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2024-09-16T00:42:32.937 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2024-09-16T00:42:32.994 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="CentOS Stream" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:ID="centos" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE="rhel fedora" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM_ID="platform:el9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:ANSI_COLOR="0;31" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:LOGO="fedora-logo-icon" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://centos.org/" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T00:42:32.995 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T00:42:32.996 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2024-09-16T00:42:33.019 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T00:42:33.028 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T00:42:33.062 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T00:42:33.063 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2024-09-16T00:42:33.065 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2024-09-16T00:42:33.082 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T00:42:33.088 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T00:42:33.088 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2024-09-16T00:42:33.122 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2024-09-16T00:42:33.147 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T00:42:33.203 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T00:42:33.218 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T00:42:33.218 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T00:42:33.218 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T00:42:33.219 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T00:42:33.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:42:33.236 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-16T00:42:33.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:42:33.237 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2024-09-16T00:42:33.295 INFO:teuthology.orchestra.run.smithi032.stdout:5.14.0-503.el9.x86_64 2024-09-16T00:42:33.295 INFO:teuthology.orchestra.run.smithi050.stdout:5.14.0-503.el9.x86_64 2024-09-16T00:42:33.295 INFO:teuthology.task.kernel:Running kernel on smithi032: 5.14.0-503.el9.x86_64 2024-09-16T00:42:33.295 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum install -y kernel 2024-09-16T00:42:33.296 INFO:teuthology.task.kernel:Running kernel on smithi050: 5.14.0-503.el9.x86_64 2024-09-16T00:42:33.296 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum install -y kernel 2024-09-16T00:42:35.660 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-16T00:42:36.697 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-09-16T00:42:37.603 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-16T00:42:38.523 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-16T00:42:42.587 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - CRB 6.5 MB/s | 6.5 MB 00:01 2024-09-16T00:42:43.907 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.5 MB 00:01 2024-09-16T00:42:44.146 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 19 kB 00:00 2024-09-16T00:42:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-16T00:42:45.316 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 122 kB/s | 19 kB 00:00 2024-09-16T00:42:46.079 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-16T00:42:50.573 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T00:42:51.743 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-16T00:42:52.788 INFO:teuthology.orchestra.run.smithi032.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T00:42:52.789 INFO:teuthology.orchestra.run.smithi032.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T00:42:52.884 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2024-09-16T00:42:52.900 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2024-09-16T00:42:52.900 INFO:teuthology.orchestra.run.smithi032.stdout: Package Architecture Version Repository Size 2024-09-16T00:42:52.900 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2024-09-16T00:42:52.900 INFO:teuthology.orchestra.run.smithi032.stdout:Installing: 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:Install 4 Packages 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:42:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 79 M 2024-09-16T00:42:52.902 INFO:teuthology.orchestra.run.smithi032.stdout:Installed size: 126 M 2024-09-16T00:42:52.902 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2024-09-16T00:42:53.117 INFO:teuthology.orchestra.run.smithi032.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 256 kB/s | 23 kB 00:00 2024-09-16T00:42:53.509 INFO:teuthology.orchestra.run.smithi032.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-16T00:42:53.849 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T00:42:53.849 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T00:42:53.942 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-16T00:42:53.950 INFO:teuthology.orchestra.run.smithi032.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 37 MB/s | 35 MB 00:00 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-16T00:42:53.951 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-16T00:42:53.952 INFO:teuthology.orchestra.run.smithi050.stdout:Install 4 Packages 2024-09-16T00:42:53.952 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:42:53.952 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 79 M 2024-09-16T00:42:53.952 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 126 M 2024-09-16T00:42:53.952 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-16T00:42:54.052 INFO:teuthology.orchestra.run.smithi050.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 285 kB/s | 23 kB 00:00 2024-09-16T00:42:54.209 INFO:teuthology.orchestra.run.smithi032.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 26 MB/s | 29 MB 00:01 2024-09-16T00:42:54.209 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:42:54.210 INFO:teuthology.orchestra.run.smithi032.stdout:Total 60 MB/s | 79 MB 00:01 2024-09-16T00:42:54.845 INFO:teuthology.orchestra.run.smithi050.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 36 MB/s | 29 MB 00:00 2024-09-16T00:42:54.922 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2024-09-16T00:42:55.170 INFO:teuthology.orchestra.run.smithi050.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-16T00:42:55.317 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2024-09-16T00:42:55.317 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2024-09-16T00:42:55.671 INFO:teuthology.orchestra.run.smithi050.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 20 MB/s | 35 MB 00:01 2024-09-16T00:42:55.671 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:42:55.671 INFO:teuthology.orchestra.run.smithi050.stdout:Total 46 MB/s | 79 MB 00:01 2024-09-16T00:42:56.301 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2024-09-16T00:42:56.302 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2024-09-16T00:42:56.384 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-16T00:42:56.777 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-16T00:42:56.777 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-16T00:42:57.743 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-16T00:42:57.743 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-16T00:42:58.870 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2024-09-16T00:42:59.587 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:42:59.669 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:00.343 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-16T00:43:01.025 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:43:01.115 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:02.446 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:02.582 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:03.909 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:04.035 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:07.710 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:07.749 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:09.153 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:09.195 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:12.891 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:14.398 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:51.571 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:51.612 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:51.901 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:51.901 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:43:51.901 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:51.901 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:43:52.744 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2024-09-16T00:43:53.080 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:43:53.166 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:53.166 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:43:53.166 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T00:43:53.166 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T00:43:53.166 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T00:43:53.167 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T00:43:53.167 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T00:43:53.167 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:43:53.226 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:53.226 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:43:53.226 DEBUG:teuthology.orchestra.run.smithi032:> sudo rpm -qi grub2-tools 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Name : grub2-tools 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Epoch : 1 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Version : 2.06 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Release : 82.el9 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: x86_64 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Group : Unspecified 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:Size : 8274670 2024-09-16T00:43:53.264 INFO:teuthology.orchestra.run.smithi032.stdout:License : GPLv3+ 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Packager : builder@centos.org 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Vendor : CentOS 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Summary : Support tools for GRUB. 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:Description : 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T00:43:53.265 INFO:teuthology.orchestra.run.smithi032.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T00:43:53.266 INFO:teuthology.orchestra.run.smithi032.stdout:hardware devices. 2024-09-16T00:43:53.266 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:43:53.266 INFO:teuthology.orchestra.run.smithi032.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T00:43:53.266 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T00:43:53.267 INFO:teuthology.task.kernel:Updating grub on smithi032 to boot 5.14.0-505.el9.x86_64 2024-09-16T00:43:53.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T00:43:53.432 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:53.473 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:53.815 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:53.815 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:43:53.815 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:43:53.815 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:43:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2024-09-16T00:43:54.678 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:43:54.678 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:43:54.678 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-16T00:43:54.678 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:54.678 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T00:43:54.679 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T00:43:54.679 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T00:43:54.679 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:43:54.679 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-16T00:43:55.033 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:43:55.120 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:55.120 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:43:55.120 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T00:43:55.120 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T00:43:55.121 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T00:43:55.121 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T00:43:55.121 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi050.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T00:43:55.121 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:43:55.179 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:43:55.180 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:43:55.180 DEBUG:teuthology.orchestra.run.smithi050:> sudo rpm -qi grub2-tools 2024-09-16T00:43:55.204 INFO:teuthology.orchestra.run.smithi032.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T00:43:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:done 2024-09-16T00:43:55.221 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Name : grub2-tools 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Epoch : 1 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Version : 2.06 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Release : 82.el9 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Architecture: x86_64 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Group : Unspecified 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Size : 8274670 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:License : GPLv3+ 2024-09-16T00:43:55.223 INFO:teuthology.orchestra.run.smithi050.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Packager : builder@centos.org 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Vendor : CentOS 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Summary : Support tools for GRUB. 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:Description : 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T00:43:55.224 INFO:teuthology.orchestra.run.smithi050.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T00:43:55.225 INFO:teuthology.orchestra.run.smithi050.stdout:hardware devices. 2024-09-16T00:43:55.225 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:43:55.225 INFO:teuthology.orchestra.run.smithi050.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T00:43:55.226 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T00:43:55.226 INFO:teuthology.task.kernel:Updating grub on smithi050 to boot 5.14.0-505.el9.x86_64 2024-09-16T00:43:55.226 DEBUG:teuthology.orchestra.run.smithi050:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T00:43:55.237 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.wEyrJV7fd4 2024-09-16T00:43:55.237 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.wEyrJV7fd4 2024-09-16T00:43:55.303 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.wEyrJV7fd4 2024-09-16T00:43:55.437 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.wEyrJV7fd4 is 6KB 2024-09-16T00:43:55.486 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.wEyrJV7fd4 2024-09-16T00:43:55.500 DEBUG:teuthology.orchestra.run.smithi032:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T00:43:55.563 INFO:teuthology.orchestra.run.smithi032.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T00:43:55.563 INFO:teuthology.orchestra.run.smithi032.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T00:43:55.563 INFO:teuthology.orchestra.run.smithi032.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T00:43:55.563 INFO:teuthology.orchestra.run.smithi032.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T00:43:55.564 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T00:43:55.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2024-09-16T00:43:55.799 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2024-09-16T00:43:55.834 INFO:teuthology.orchestra.run.smithi050.stderr:Generating grub configuration file ... 2024-09-16T00:43:57.195 INFO:teuthology.orchestra.run.smithi050.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T00:43:57.225 INFO:teuthology.orchestra.run.smithi050.stderr:done 2024-09-16T00:43:57.232 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-16T00:43:57.247 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.bXhazfO0ey 2024-09-16T00:43:57.247 DEBUG:teuthology.orchestra.run.smithi050:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.bXhazfO0ey 2024-09-16T00:43:57.312 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.bXhazfO0ey 2024-09-16T00:43:57.449 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.bXhazfO0ey is 6KB 2024-09-16T00:43:57.497 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.bXhazfO0ey 2024-09-16T00:43:57.512 DEBUG:teuthology.orchestra.run.smithi050:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T00:43:57.574 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T00:43:57.575 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T00:43:57.575 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T00:43:57.575 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T00:43:57.576 DEBUG:teuthology.orchestra.run.smithi050:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T00:43:57.732 DEBUG:teuthology.orchestra.run.smithi050:> sudo shutdown -r now 2024-09-16T00:44:25.747 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T00:44:25.748 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:44:25.749 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:27.737 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T00:44:27.737 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:44:27.738 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:44.225 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-16T00:44:46.273 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.50 2024-09-16T00:44:53.233 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:44:53.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:55.276 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:44:55.276 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:58.333 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.50 2024-09-16T00:45:10.346 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:45:10.347 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:45:11.617 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-16T00:45:23.623 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:45:23.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:45:25.576 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-16T00:45:26.035 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:45:26.036 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T00:45:26.036 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-16T00:45:26.051 INFO:teuthology.orchestra.run.smithi032.stdout:5.14.0-505.el9.x86_64 2024-09-16T00:45:26.051 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T00:45:26.051 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T00:45:26.052 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T00:45:27.053 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T00:45:27.053 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T00:45:27.126 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2024-09-16T00:45:27.154 DEBUG:teuthology.parallel:result is None 2024-09-16T00:45:42.205 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-09-16T00:45:42.525 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:45:42.525 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T00:45:42.525 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2024-09-16T00:45:42.540 INFO:teuthology.orchestra.run.smithi050.stdout:5.14.0-505.el9.x86_64 2024-09-16T00:45:42.540 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T00:45:42.541 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T00:45:42.541 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T00:45:43.541 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T00:45:43.541 DEBUG:teuthology.orchestra.run.smithi050:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T00:45:43.653 INFO:teuthology.orchestra.run.smithi050.stdout:ttyS1 2024-09-16T00:45:43.676 DEBUG:teuthology.parallel:result is None 2024-09-16T00:45:43.676 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T00:45:43.684 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T00:45:43.684 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T00:45:43.687 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T00:45:43.728 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T00:45:43.734 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T00:45:43.744 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T00:45:43.744 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T00:45:43.748 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T00:45:43.816 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T00:45:43.822 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T00:45:43.823 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T00:45:43.825 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T00:45:43.856 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:45:43.868 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:45:43.965 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:45:43.977 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:45:43.979 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T00:45:43.987 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T00:45:43.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T00:45:43.990 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T00:45:44.019 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T00:45:44.028 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T00:45:44.028 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T00:45:44.061 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T00:45:44.077 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:45:44.164 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:45:44.217 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:45:44.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:45:44.345 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:45:44.345 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T00:45:44.413 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:45:44.458 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:45:44.577 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:45:44.623 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:45:44.662 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:45:44.662 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T00:45:44.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2024-09-16T00:45:44.731 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2024-09-16T00:45:44.782 INFO:teuthology.orchestra.run.smithi032.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:45:44.820 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:45:45.293 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T00:45:45.301 INFO:teuthology.task.internal:Starting timer... 2024-09-16T00:45:45.301 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T00:45:45.325 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T00:45:45.333 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-16T00:45:45.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo service auditd rotate 2024-09-16T00:45:45.434 INFO:teuthology.orchestra.run.smithi032.stdout:Rotating logs: 2024-09-16T00:45:45.435 DEBUG:teuthology.orchestra.run.smithi050:> sudo service auditd rotate 2024-09-16T00:45:45.498 INFO:teuthology.orchestra.run.smithi050.stdout:Rotating logs: 2024-09-16T00:45:45.500 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T00:45:45.500 DEBUG:teuthology.orchestra.run.smithi032:> /usr/sbin/getenforce 2024-09-16T00:45:45.525 INFO:teuthology.orchestra.run.smithi032.stdout:Permissive 2024-09-16T00:45:45.526 DEBUG:teuthology.orchestra.run.smithi050:> /usr/sbin/getenforce 2024-09-16T00:45:45.552 INFO:teuthology.orchestra.run.smithi050.stdout:Permissive 2024-09-16T00:45:45.552 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi032.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi050.front.sepia.ceph.com': 'permissive'} 2024-09-16T00:45:45.553 DEBUG:teuthology.orchestra.run.smithi032:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:45:45.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:45:45.596 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:45:45.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:45:45.622 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T00:45:45.622 DEBUG:teuthology.orchestra.run.smithi032:> sudo /usr/sbin/setenforce permissive 2024-09-16T00:45:45.670 DEBUG:teuthology.orchestra.run.smithi050:> sudo /usr/sbin/setenforce permissive 2024-09-16T00:45:45.700 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T00:45:45.709 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T00:45:45.720 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T00:45:45.721 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi050.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T00:49:37.433 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi050.front.sepia.ceph.com')] 2024-09-16T00:49:37.434 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:49:37.435 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:49:37.516 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-16T00:49:37.593 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-16T00:49:37.594 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:49:37.594 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:49:37.673 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-09-16T00:49:37.763 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-16T00:49:37.764 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T00:49:37.777 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T00:49:37.777 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T00:49:37.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:49:37.780 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T00:49:37.780 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:49:37.810 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T00:49:37.827 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T00:49:37.840 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T00:49:37.854 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: ntpd: command not found 2024-09-16T00:49:37.856 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T00:49:37.865 INFO:teuthology.orchestra.run.smithi032.stdout:506 Cannot talk to daemon 2024-09-16T00:49:37.881 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T00:49:37.884 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: ntpd: command not found 2024-09-16T00:49:37.896 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T00:49:37.896 INFO:teuthology.orchestra.run.smithi050.stdout:506 Cannot talk to daemon 2024-09-16T00:49:37.913 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T00:49:37.928 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T00:49:37.954 INFO:teuthology.orchestra.run.smithi032.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:=============================================================================== 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.987 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:49:37.990 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:49:37.990 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-16T00:49:37.990 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.991 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.991 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.991 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:49:37.992 INFO:teuthology.run_tasks:Running task install... 2024-09-16T00:49:37.999 DEBUG:teuthology.task.install:project ceph 2024-09-16T00:49:37.999 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T00:49:37.999 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T00:49:37.999 INFO:teuthology.task.install:Using flavor: default 2024-09-16T00:49:38.005 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T00:49:38.005 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T00:49:38.005 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T00:49:38.006 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:49:38.008 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T00:49:38.008 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:49:38.153 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T00:49:38.153 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T00:49:38.163 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T00:49:38.163 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T00:49:38.264 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:49:38.265 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:49:38.265 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:49:38.273 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:49:38.273 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:49:38.273 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:49:38.292 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T00:49:38.292 DEBUG:teuthology.orchestra.run.smithi032:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:49:38.301 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T00:49:38.302 DEBUG:teuthology.orchestra.run.smithi050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:49:38.359 DEBUG:teuthology.orchestra.run.smithi032:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:49:38.370 DEBUG:teuthology.orchestra.run.smithi050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:49:38.435 DEBUG:teuthology.orchestra.run.smithi032:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:49:38.448 DEBUG:teuthology.orchestra.run.smithi050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:49:38.501 INFO:teuthology.orchestra.run.smithi032.stdout:check_obsoletes = 1 2024-09-16T00:49:38.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum clean all 2024-09-16T00:49:38.514 INFO:teuthology.orchestra.run.smithi050.stdout:check_obsoletes = 1 2024-09-16T00:49:38.516 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum clean all 2024-09-16T00:49:38.756 INFO:teuthology.orchestra.run.smithi032.stdout:45 files removed 2024-09-16T00:49:38.761 INFO:teuthology.orchestra.run.smithi050.stdout:45 files removed 2024-09-16T00:49:38.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T00:49:38.788 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T00:49:39.355 INFO:teuthology.orchestra.run.smithi032.stdout:ceph packages for x86_64 309 kB/s | 83 kB 00:00 2024-09-16T00:49:39.369 INFO:teuthology.orchestra.run.smithi050.stdout:ceph packages for x86_64 300 kB/s | 83 kB 00:00 2024-09-16T00:49:39.639 INFO:teuthology.orchestra.run.smithi032.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T00:49:39.653 INFO:teuthology.orchestra.run.smithi050.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T00:49:39.914 INFO:teuthology.orchestra.run.smithi032.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-16T00:49:39.928 INFO:teuthology.orchestra.run.smithi050.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-16T00:49:40.578 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-16T00:49:42.167 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.2 MB 00:02 2024-09-16T00:49:43.521 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-16T00:49:46.659 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - AppStream 6.1 MB/s | 20 MB 00:03 2024-09-16T00:49:47.939 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-16T00:49:49.665 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-16T00:49:50.435 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-16T00:49:51.010 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-16T00:49:52.669 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-16T00:49:53.465 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-16T00:49:56.200 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-16T00:49:58.654 INFO:teuthology.orchestra.run.smithi050.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:49:58.654 INFO:teuthology.orchestra.run.smithi050.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:49:58.668 INFO:teuthology.orchestra.run.smithi050.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T00:49:58.669 INFO:teuthology.orchestra.run.smithi050.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T00:49:58.670 INFO:teuthology.orchestra.run.smithi050.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T00:49:58.671 INFO:teuthology.orchestra.run.smithi050.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T00:49:58.673 INFO:teuthology.orchestra.run.smithi050.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T00:49:58.676 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T00:49:58.677 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T00:49:58.744 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T00:49:58.765 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T00:49:58.766 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T00:49:58.767 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T00:49:58.768 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrading: 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T00:49:58.769 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T00:49:58.770 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T00:49:58.771 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T00:49:58.772 INFO:teuthology.orchestra.run.smithi050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T00:49:58.773 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T00:49:58.774 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T00:49:58.775 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T00:49:58.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T00:49:58.777 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T00:49:58.778 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T00:49:58.779 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout:Installing weak dependencies: 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout:Install 148 Packages 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrade 8 Packages 2024-09-16T00:49:58.780 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:49:58.781 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 226 M 2024-09-16T00:49:58.781 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-16T00:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T00:49:59.727 INFO:teuthology.orchestra.run.smithi050.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 51 kB/s | 6.5 kB 00:00 2024-09-16T00:49:59.910 INFO:teuthology.orchestra.run.smithi050.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.8 MB/s | 896 kB 00:00 2024-09-16T00:50:00.002 INFO:teuthology.orchestra.run.smithi050.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.5 MB/s | 145 kB 00:00 2024-09-16T00:50:00.085 INFO:teuthology.orchestra.run.smithi050.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-16T00:50:00.177 INFO:teuthology.orchestra.run.smithi050.stdout:(5/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 17 MB/s | 1.5 MB 00:00 2024-09-16T00:50:00.227 INFO:teuthology.orchestra.run.smithi050.stdout:(6/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 2.4 MB 00:00 2024-09-16T00:50:00.462 INFO:teuthology.orchestra.run.smithi050.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 17 MB/s | 4.7 MB 00:00 2024-09-16T00:50:00.845 INFO:teuthology.orchestra.run.smithi050.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 17 MB/s | 21 MB 00:01 2024-09-16T00:50:00.895 INFO:teuthology.orchestra.run.smithi050.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 506 kB/s | 25 kB 00:00 2024-09-16T00:50:01.079 INFO:teuthology.orchestra.run.smithi050.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 17 MB/s | 11 MB 00:00 2024-09-16T00:50:01.262 INFO:teuthology.orchestra.run.smithi050.stdout:(11/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 16 MB/s | 17 MB 00:01 2024-09-16T00:50:01.287 INFO:teuthology.orchestra.run.smithi050.stdout:(12/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 1.1 MB/s | 228 kB 00:00 2024-09-16T00:50:01.313 INFO:teuthology.orchestra.run.smithi050.stdout:(13/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 540 kB/s | 27 kB 00:00 2024-09-16T00:50:01.338 INFO:teuthology.orchestra.run.smithi050.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 633 kB/s | 32 kB 00:00 2024-09-16T00:50:01.380 INFO:teuthology.orchestra.run.smithi050.stdout:(15/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 751 kB 00:00 2024-09-16T00:50:01.405 INFO:teuthology.orchestra.run.smithi050.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-16T00:50:01.430 INFO:teuthology.orchestra.run.smithi050.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 2.5 MB/s | 127 kB 00:00 2024-09-16T00:50:01.464 INFO:teuthology.orchestra.run.smithi050.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 8.4 MB/s | 506 kB 00:00 2024-09-16T00:50:01.523 INFO:teuthology.orchestra.run.smithi050.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 778 kB/s | 45 kB 00:00 2024-09-16T00:50:01.598 INFO:teuthology.orchestra.run.smithi050.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.8 MB/s | 136 kB 00:00 2024-09-16T00:50:01.659 INFO:teuthology.orchestra.run.smithi032.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:50:01.660 INFO:teuthology.orchestra.run.smithi032.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:50:01.673 INFO:teuthology.orchestra.run.smithi050.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.1 MB/s | 161 kB 00:00 2024-09-16T00:50:01.676 INFO:teuthology.orchestra.run.smithi032.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T00:50:01.676 INFO:teuthology.orchestra.run.smithi032.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T00:50:01.677 INFO:teuthology.orchestra.run.smithi032.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T00:50:01.678 INFO:teuthology.orchestra.run.smithi032.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T00:50:01.679 INFO:teuthology.orchestra.run.smithi032.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T00:50:01.683 INFO:teuthology.orchestra.run.smithi032.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T00:50:01.684 INFO:teuthology.orchestra.run.smithi032.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T00:50:01.749 INFO:teuthology.orchestra.run.smithi050.stdout:(22/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 17 MB/s | 5.3 MB 00:00 2024-09-16T00:50:01.751 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:====================================================================================== 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout: Package Arch Version Repository Size 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:====================================================================================== 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:Installing: 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T00:50:01.765 INFO:teuthology.orchestra.run.smithi032.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T00:50:01.766 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T00:50:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T00:50:01.768 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrading: 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T00:50:01.769 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T00:50:01.770 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T00:50:01.771 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T00:50:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T00:50:01.773 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T00:50:01.774 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T00:50:01.775 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T00:50:01.776 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T00:50:01.777 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T00:50:01.778 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T00:50:01.779 INFO:teuthology.orchestra.run.smithi032.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout:Installing weak dependencies: 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout:====================================================================================== 2024-09-16T00:50:01.780 INFO:teuthology.orchestra.run.smithi032.stdout:Install 148 Packages 2024-09-16T00:50:01.781 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrade 8 Packages 2024-09-16T00:50:01.781 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:01.782 INFO:teuthology.orchestra.run.smithi050.stdout:(23/156): python3-rados-19.1.1-326.g8921c8ef.el 3.1 MB/s | 320 kB 00:00 2024-09-16T00:50:01.783 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 226 M 2024-09-16T00:50:01.783 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2024-09-16T00:50:01.799 INFO:teuthology.orchestra.run.smithi050.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 5.9 MB/s | 300 kB 00:00 2024-09-16T00:50:01.825 INFO:teuthology.orchestra.run.smithi050.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.9 MB/s | 99 kB 00:00 2024-09-16T00:50:01.850 INFO:teuthology.orchestra.run.smithi050.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-16T00:50:01.909 INFO:teuthology.orchestra.run.smithi050.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-16T00:50:01.976 INFO:teuthology.orchestra.run.smithi050.stdout:(28/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 21 MB/s | 3.1 MB 00:00 2024-09-16T00:50:02.001 INFO:teuthology.orchestra.run.smithi050.stdout:(29/156): ceph-grafana-dashboards-19.1.1-326.g8 347 kB/s | 32 kB 00:00 2024-09-16T00:50:02.035 INFO:teuthology.orchestra.run.smithi050.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.4 MB/s | 146 kB 00:00 2024-09-16T00:50:02.402 INFO:teuthology.orchestra.run.smithi050.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 20 MB/s | 7.4 MB 00:00 2024-09-16T00:50:02.477 INFO:teuthology.orchestra.run.smithi050.stdout:(32/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 7.5 MB/s | 3.6 MB 00:00 2024-09-16T00:50:02.510 INFO:teuthology.orchestra.run.smithi050.stdout:(33/156): ceph-mgr-modules-core-19.1.1-326.g892 2.2 MB/s | 249 kB 00:00 2024-09-16T00:50:02.535 INFO:teuthology.orchestra.run.smithi050.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 845 kB/s | 49 kB 00:00 2024-09-16T00:50:02.569 INFO:teuthology.orchestra.run.smithi050.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 280 kB/s | 16 kB 00:00 2024-09-16T00:50:02.595 INFO:teuthology.orchestra.run.smithi050.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.7 MB/s | 285 kB 00:00 2024-09-16T00:50:02.637 INFO:teuthology.orchestra.run.smithi050.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 11 MB/s | 765 kB 00:00 2024-09-16T00:50:02.656 INFO:teuthology.orchestra.run.smithi032.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-16T00:50:02.662 INFO:teuthology.orchestra.run.smithi050.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 272 kB/s | 18 kB 00:00 2024-09-16T00:50:02.981 INFO:teuthology.orchestra.run.smithi032.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 2.7 MB/s | 896 kB 00:00 2024-09-16T00:50:03.048 INFO:teuthology.orchestra.run.smithi032.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 2.1 MB/s | 145 kB 00:00 2024-09-16T00:50:03.254 INFO:teuthology.orchestra.run.smithi050.stdout:(39/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 21 MB/s | 49 MB 00:02 2024-09-16T00:50:03.279 INFO:teuthology.orchestra.run.smithi050.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 124 kB/s | 80 kB 00:00 2024-09-16T00:50:03.407 INFO:teuthology.orchestra.run.smithi032.stdout:(4/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 6.7 MB/s | 2.4 MB 00:00 2024-09-16T00:50:03.515 INFO:teuthology.orchestra.run.smithi032.stdout:(5/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 5.5 MB/s | 5.4 MB 00:00 2024-09-16T00:50:03.623 INFO:teuthology.orchestra.run.smithi032.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 7.0 MB/s | 1.5 MB 00:00 2024-09-16T00:50:03.654 INFO:teuthology.orchestra.run.smithi050.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 675 kB/s | 253 kB 00:00 2024-09-16T00:50:03.730 INFO:teuthology.orchestra.run.smithi050.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 750 kB/s | 801 kB 00:01 2024-09-16T00:50:03.797 INFO:teuthology.orchestra.run.smithi050.stdout:(43/156): libquadmath-11.5.0-2.el9.x86_64.rpm 352 kB/s | 191 kB 00:00 2024-09-16T00:50:03.839 INFO:teuthology.orchestra.run.smithi050.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 981 kB/s | 106 kB 00:00 2024-09-16T00:50:03.857 INFO:teuthology.orchestra.run.smithi032.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 14 MB/s | 4.7 MB 00:00 2024-09-16T00:50:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-16T00:50:03.964 INFO:teuthology.orchestra.run.smithi050.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 4.0 MB/s | 1.2 MB 00:00 2024-09-16T00:50:03.989 INFO:teuthology.orchestra.run.smithi050.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 830 kB/s | 125 kB 00:00 2024-09-16T00:50:04.023 INFO:teuthology.orchestra.run.smithi050.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-16T00:50:04.190 INFO:teuthology.orchestra.run.smithi050.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 642 kB/s | 107 kB 00:00 2024-09-16T00:50:04.224 INFO:teuthology.orchestra.run.smithi050.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 2.6 MB/s | 689 kB 00:00 2024-09-16T00:50:04.270 INFO:teuthology.orchestra.run.smithi050.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 272 kB/s | 22 kB 00:00 2024-09-16T00:50:04.300 INFO:teuthology.orchestra.run.smithi050.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-09-16T00:50:04.325 INFO:teuthology.orchestra.run.smithi050.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-09-16T00:50:04.350 INFO:teuthology.orchestra.run.smithi050.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 413 kB/s | 33 kB 00:00 2024-09-16T00:50:04.400 INFO:teuthology.orchestra.run.smithi050.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 224 kB/s | 11 kB 00:00 2024-09-16T00:50:04.425 INFO:teuthology.orchestra.run.smithi050.stdout:(56/156): flexiblas-openblas-openmp-3.0.4-8.el9 243 kB/s | 18 kB 00:00 2024-09-16T00:50:04.450 INFO:teuthology.orchestra.run.smithi050.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T00:50:04.501 INFO:teuthology.orchestra.run.smithi050.stdout:(58/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-09-16T00:50:04.507 INFO:teuthology.orchestra.run.smithi032.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 21 MB 00:01 2024-09-16T00:50:04.526 INFO:teuthology.orchestra.run.smithi050.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-09-16T00:50:04.560 INFO:teuthology.orchestra.run.smithi050.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.9 MB/s | 662 kB 00:00 2024-09-16T00:50:04.585 INFO:teuthology.orchestra.run.smithi050.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 417 kB/s | 24 kB 00:00 2024-09-16T00:50:04.610 INFO:teuthology.orchestra.run.smithi050.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 5.2 MB/s | 581 kB 00:00 2024-09-16T00:50:04.649 INFO:teuthology.orchestra.run.smithi032.stdout:(9/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 13 MB/s | 11 MB 00:00 2024-09-16T00:50:04.652 INFO:teuthology.orchestra.run.smithi050.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-09-16T00:50:04.666 INFO:teuthology.orchestra.run.smithi032.stdout:(10/156): ceph-selinux-19.1.1-326.g8921c8ef.el9 159 kB/s | 25 kB 00:00 2024-09-16T00:50:04.677 INFO:teuthology.orchestra.run.smithi050.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-16T00:50:04.711 INFO:teuthology.orchestra.run.smithi050.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-16T00:50:04.728 INFO:teuthology.orchestra.run.smithi050.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 509 kB/s | 38 kB 00:00 2024-09-16T00:50:04.828 INFO:teuthology.orchestra.run.smithi050.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-16T00:50:04.850 INFO:teuthology.orchestra.run.smithi032.stdout:(11/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 14 MB/s | 17 MB 00:01 2024-09-16T00:50:04.875 INFO:teuthology.orchestra.run.smithi032.stdout:(12/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 1.1 MB/s | 228 kB 00:00 2024-09-16T00:50:04.901 INFO:teuthology.orchestra.run.smithi032.stdout:(13/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 539 kB/s | 27 kB 00:00 2024-09-16T00:50:04.920 INFO:teuthology.orchestra.run.smithi050.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 20 MB/s | 4.9 MB 00:00 2024-09-16T00:50:04.925 INFO:teuthology.orchestra.run.smithi032.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 632 kB/s | 32 kB 00:00 2024-09-16T00:50:04.962 INFO:teuthology.orchestra.run.smithi050.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-16T00:50:04.976 INFO:teuthology.orchestra.run.smithi032.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 3.2 MB/s | 163 kB 00:00 2024-09-16T00:50:04.987 INFO:teuthology.orchestra.run.smithi050.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-16T00:50:05.001 INFO:teuthology.orchestra.run.smithi032.stdout:(16/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 7.3 MB/s | 751 kB 00:00 2024-09-16T00:50:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 2.1 MB/s | 127 kB 00:00 2024-09-16T00:50:05.063 INFO:teuthology.orchestra.run.smithi050.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-16T00:50:05.068 INFO:teuthology.orchestra.run.smithi032.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 7.4 MB/s | 506 kB 00:00 2024-09-16T00:50:05.105 INFO:teuthology.orchestra.run.smithi050.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 8.6 MB/s | 1.0 MB 00:00 2024-09-16T00:50:05.127 INFO:teuthology.orchestra.run.smithi032.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 772 kB/s | 45 kB 00:00 2024-09-16T00:50:05.130 INFO:teuthology.orchestra.run.smithi050.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-16T00:50:05.180 INFO:teuthology.orchestra.run.smithi050.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-16T00:50:05.194 INFO:teuthology.orchestra.run.smithi032.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.0 MB/s | 136 kB 00:00 2024-09-16T00:50:05.255 INFO:teuthology.orchestra.run.smithi050.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-09-16T00:50:05.269 INFO:teuthology.orchestra.run.smithi032.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.1 MB/s | 161 kB 00:00 2024-09-16T00:50:05.281 INFO:teuthology.orchestra.run.smithi050.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-16T00:50:05.314 INFO:teuthology.orchestra.run.smithi050.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-16T00:50:05.340 INFO:teuthology.orchestra.run.smithi050.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 437 kB/s | 26 kB 00:00 2024-09-16T00:50:05.344 INFO:teuthology.orchestra.run.smithi032.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 4.2 MB/s | 320 kB 00:00 2024-09-16T00:50:05.365 INFO:teuthology.orchestra.run.smithi050.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-09-16T00:50:05.390 INFO:teuthology.orchestra.run.smithi050.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-16T00:50:05.465 INFO:teuthology.orchestra.run.smithi050.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-16T00:50:05.470 INFO:teuthology.orchestra.run.smithi032.stdout:(23/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 12 MB/s | 5.3 MB 00:00 2024-09-16T00:50:05.482 INFO:teuthology.orchestra.run.smithi050.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 296 kB/s | 35 kB 00:00 2024-09-16T00:50:05.495 INFO:teuthology.orchestra.run.smithi032.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.0 MB/s | 300 kB 00:00 2024-09-16T00:50:05.520 INFO:teuthology.orchestra.run.smithi032.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.9 MB/s | 99 kB 00:00 2024-09-16T00:50:05.524 INFO:teuthology.orchestra.run.smithi050.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-16T00:50:05.546 INFO:teuthology.orchestra.run.smithi032.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-16T00:50:05.549 INFO:teuthology.orchestra.run.smithi050.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-09-16T00:50:05.566 INFO:teuthology.orchestra.run.smithi050.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-09-16T00:50:05.596 INFO:teuthology.orchestra.run.smithi032.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-16T00:50:05.600 INFO:teuthology.orchestra.run.smithi050.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-16T00:50:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-09-16T00:50:05.659 INFO:teuthology.orchestra.run.smithi050.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-16T00:50:05.704 INFO:teuthology.orchestra.run.smithi032.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 294 kB/s | 32 kB 00:00 2024-09-16T00:50:05.737 INFO:teuthology.orchestra.run.smithi050.stdout:(89/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 15 MB/s | 5.1 MB 00:00 2024-09-16T00:50:05.759 INFO:teuthology.orchestra.run.smithi050.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 508 kB/s | 51 kB 00:00 2024-09-16T00:50:05.763 INFO:teuthology.orchestra.run.smithi032.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-16T00:50:05.785 INFO:teuthology.orchestra.run.smithi050.stdout:(91/156): python3-pyasn1-modules-0.4.8-6.el9.no 1.8 MB/s | 279 kB 00:00 2024-09-16T00:50:05.788 INFO:teuthology.orchestra.run.smithi032.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.7 MB/s | 146 kB 00:00 2024-09-16T00:50:05.810 INFO:teuthology.orchestra.run.smithi050.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 709 kB/s | 54 kB 00:00 2024-09-16T00:50:05.852 INFO:teuthology.orchestra.run.smithi050.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 623 kB/s | 42 kB 00:00 2024-09-16T00:50:05.877 INFO:teuthology.orchestra.run.smithi050.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 659 kB/s | 44 kB 00:00 2024-09-16T00:50:05.911 INFO:teuthology.orchestra.run.smithi050.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-16T00:50:05.936 INFO:teuthology.orchestra.run.smithi050.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 610 kB/s | 36 kB 00:00 2024-09-16T00:50:05.970 INFO:teuthology.orchestra.run.smithi050.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 808 kB/s | 47 kB 00:00 2024-09-16T00:50:05.995 INFO:teuthology.orchestra.run.smithi050.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-16T00:50:06.029 INFO:teuthology.orchestra.run.smithi050.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 988 kB/s | 58 kB 00:00 2024-09-16T00:50:06.054 INFO:teuthology.orchestra.run.smithi050.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-16T00:50:06.087 INFO:teuthology.orchestra.run.smithi050.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-16T00:50:06.113 INFO:teuthology.orchestra.run.smithi050.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 762 kB/s | 45 kB 00:00 2024-09-16T00:50:06.130 INFO:teuthology.orchestra.run.smithi032.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 9.7 MB/s | 3.6 MB 00:00 2024-09-16T00:50:06.146 INFO:teuthology.orchestra.run.smithi050.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 380 kB/s | 22 kB 00:00 2024-09-16T00:50:06.189 INFO:teuthology.orchestra.run.smithi050.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 11 MB/s | 863 kB 00:00 2024-09-16T00:50:06.197 INFO:teuthology.orchestra.run.smithi032.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 3.7 MB/s | 249 kB 00:00 2024-09-16T00:50:06.247 INFO:teuthology.orchestra.run.smithi050.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.3 MB/s | 548 kB 00:00 2024-09-16T00:50:06.273 INFO:teuthology.orchestra.run.smithi050.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-16T00:50:06.298 INFO:teuthology.orchestra.run.smithi050.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.8 MB/s | 308 kB 00:00 2024-09-16T00:50:06.465 INFO:teuthology.orchestra.run.smithi050.stdout:(108/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-09-16T00:50:06.490 INFO:teuthology.orchestra.run.smithi050.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 135 kB/s | 26 kB 00:00 2024-09-16T00:50:06.524 INFO:teuthology.orchestra.run.smithi050.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-16T00:50:06.557 INFO:teuthology.orchestra.run.smithi050.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-09-16T00:50:06.582 INFO:teuthology.orchestra.run.smithi050.stdout:(112/156): liboath-2.6.7-2.el9.x86_64.rpm 414 kB/s | 49 kB 00:00 2024-09-16T00:50:06.624 INFO:teuthology.orchestra.run.smithi050.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-16T00:50:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:(33/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 24 MB/s | 49 MB 00:01 2024-09-16T00:50:06.650 INFO:teuthology.orchestra.run.smithi050.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T00:50:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 106 kB/s | 49 kB 00:00 2024-09-16T00:50:06.675 INFO:teuthology.orchestra.run.smithi050.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T00:50:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 329 kB/s | 16 kB 00:00 2024-09-16T00:50:06.709 INFO:teuthology.orchestra.run.smithi050.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.3 MB/s | 548 kB 00:00 2024-09-16T00:50:06.715 INFO:teuthology.orchestra.run.smithi032.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 5.6 MB/s | 285 kB 00:00 2024-09-16T00:50:06.734 INFO:teuthology.orchestra.run.smithi050.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 241 kB/s | 14 kB 00:00 2024-09-16T00:50:06.759 INFO:teuthology.orchestra.run.smithi050.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-16T00:50:06.793 INFO:teuthology.orchestra.run.smithi050.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T00:50:06.807 INFO:teuthology.orchestra.run.smithi032.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 7.3 MB/s | 7.4 MB 00:01 2024-09-16T00:50:06.818 INFO:teuthology.orchestra.run.smithi050.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-16T00:50:06.832 INFO:teuthology.orchestra.run.smithi032.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 156 kB/s | 18 kB 00:00 2024-09-16T00:50:06.843 INFO:teuthology.orchestra.run.smithi050.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T00:50:06.869 INFO:teuthology.orchestra.run.smithi050.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-16T00:50:06.874 INFO:teuthology.orchestra.run.smithi032.stdout:(39/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 4.1 MB/s | 765 kB 00:00 2024-09-16T00:50:06.885 INFO:teuthology.orchestra.run.smithi050.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 649 kB/s | 11 kB 00:00 2024-09-16T00:50:06.903 INFO:teuthology.orchestra.run.smithi050.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-16T00:50:06.920 INFO:teuthology.orchestra.run.smithi050.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-16T00:50:06.937 INFO:teuthology.orchestra.run.smithi050.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.1 MB/s | 19 kB 00:00 2024-09-16T00:50:06.962 INFO:teuthology.orchestra.run.smithi050.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 788 kB/s | 20 kB 00:00 2024-09-16T00:50:06.983 INFO:teuthology.orchestra.run.smithi032.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-09-16T00:50:07.046 INFO:teuthology.orchestra.run.smithi050.stdout:(128/156): libarrow-9.0.0-11.el9.x86_64.rpm 5.7 MB/s | 4.4 MB 00:00 2024-09-16T00:50:07.075 INFO:teuthology.orchestra.run.smithi032.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 955 kB/s | 191 kB 00:00 2024-09-16T00:50:07.088 INFO:teuthology.orchestra.run.smithi050.stdout:(129/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.6 MB/s | 2.0 MB 00:00 2024-09-16T00:50:07.100 INFO:teuthology.orchestra.run.smithi032.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-09-16T00:50:07.113 INFO:teuthology.orchestra.run.smithi050.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 693 kB/s | 46 kB 00:00 2024-09-16T00:50:07.134 INFO:teuthology.orchestra.run.smithi032.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.6 MB/s | 801 kB 00:00 2024-09-16T00:50:07.138 INFO:teuthology.orchestra.run.smithi050.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-16T00:50:07.159 INFO:teuthology.orchestra.run.smithi032.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-16T00:50:07.172 INFO:teuthology.orchestra.run.smithi050.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-09-16T00:50:07.193 INFO:teuthology.orchestra.run.smithi032.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-16T00:50:07.197 INFO:teuthology.orchestra.run.smithi050.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 689 kB/s | 58 kB 00:00 2024-09-16T00:50:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-16T00:50:07.222 INFO:teuthology.orchestra.run.smithi050.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 328 kB/s | 16 kB 00:00 2024-09-16T00:50:07.247 INFO:teuthology.orchestra.run.smithi050.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T00:50:07.251 INFO:teuthology.orchestra.run.smithi032.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 7.0 MB/s | 1.2 MB 00:00 2024-09-16T00:50:07.273 INFO:teuthology.orchestra.run.smithi050.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-16T00:50:07.277 INFO:teuthology.orchestra.run.smithi032.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-16T00:50:07.298 INFO:teuthology.orchestra.run.smithi050.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-16T00:50:07.323 INFO:teuthology.orchestra.run.smithi050.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-16T00:50:07.348 INFO:teuthology.orchestra.run.smithi050.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-16T00:50:07.444 INFO:teuthology.orchestra.run.smithi032.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 641 kB/s | 107 kB 00:00 2024-09-16T00:50:07.469 INFO:teuthology.orchestra.run.smithi032.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-09-16T00:50:07.490 INFO:teuthology.orchestra.run.smithi050.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 214 kB/s | 36 kB 00:00 2024-09-16T00:50:07.502 INFO:teuthology.orchestra.run.smithi032.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 371 kB/s | 22 kB 00:00 2024-09-16T00:50:07.516 INFO:teuthology.orchestra.run.smithi050.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 777 kB/s | 188 kB 00:00 2024-09-16T00:50:07.541 INFO:teuthology.orchestra.run.smithi050.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 387 kB/s | 74 kB 00:00 2024-09-16T00:50:07.553 INFO:teuthology.orchestra.run.smithi032.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-16T00:50:07.566 INFO:teuthology.orchestra.run.smithi050.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-16T00:50:07.586 INFO:teuthology.orchestra.run.smithi032.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-09-16T00:50:07.591 INFO:teuthology.orchestra.run.smithi050.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T00:50:07.617 INFO:teuthology.orchestra.run.smithi050.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-09-16T00:50:07.620 INFO:teuthology.orchestra.run.smithi032.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 2.5 MB/s | 943 kB 00:00 2024-09-16T00:50:07.664 INFO:teuthology.orchestra.run.smithi050.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 2.6 MB/s | 191 kB 00:00 2024-09-16T00:50:07.670 INFO:teuthology.orchestra.run.smithi032.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 218 kB/s | 18 kB 00:00 2024-09-16T00:50:07.692 INFO:teuthology.orchestra.run.smithi050.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-16T00:50:07.695 INFO:teuthology.orchestra.run.smithi032.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 148 kB/s | 11 kB 00:00 2024-09-16T00:50:07.743 INFO:teuthology.orchestra.run.smithi050.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-16T00:50:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 543 kB/s | 45 kB 00:00 2024-09-16T00:50:07.804 INFO:teuthology.orchestra.run.smithi032.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-16T00:50:07.871 INFO:teuthology.orchestra.run.smithi032.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.4 MB/s | 3.0 MB 00:00 2024-09-16T00:50:07.905 INFO:teuthology.orchestra.run.smithi032.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-09-16T00:50:07.931 INFO:teuthology.orchestra.run.smithi032.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 417 kB/s | 24 kB 00:00 2024-09-16T00:50:07.955 INFO:teuthology.orchestra.run.smithi032.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-09-16T00:50:07.976 INFO:teuthology.orchestra.run.smithi050.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-16T00:50:07.981 INFO:teuthology.orchestra.run.smithi032.stdout:(63/156): libtool-2.4.6-46.el9.x86_64.rpm 3.2 MB/s | 581 kB 00:00 2024-09-16T00:50:08.006 INFO:teuthology.orchestra.run.smithi032.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-16T00:50:08.031 INFO:teuthology.orchestra.run.smithi032.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-16T00:50:08.035 INFO:teuthology.orchestra.run.smithi050.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 9.2 MB/s | 3.4 MB 00:00 2024-09-16T00:50:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 510 kB/s | 38 kB 00:00 2024-09-16T00:50:08.243 INFO:teuthology.orchestra.run.smithi050.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 195 kB/s | 41 kB 00:00 2024-09-16T00:50:08.274 INFO:teuthology.orchestra.run.smithi032.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 18 MB/s | 4.9 MB 00:00 2024-09-16T00:50:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-16T00:50:08.408 INFO:teuthology.orchestra.run.smithi032.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 4.5 MB/s | 1.6 MB 00:00 2024-09-16T00:50:08.433 INFO:teuthology.orchestra.run.smithi032.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-16T00:50:08.475 INFO:teuthology.orchestra.run.smithi032.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 4.4 MB/s | 910 kB 00:00 2024-09-16T00:50:08.494 INFO:teuthology.orchestra.run.smithi050.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 3.1 MB/s | 2.3 MB 00:00 2024-09-16T00:50:08.527 INFO:teuthology.orchestra.run.smithi050.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 877 kB/s | 249 kB 00:00 2024-09-16T00:50:08.541 INFO:teuthology.orchestra.run.smithi032.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-16T00:50:08.567 INFO:teuthology.orchestra.run.smithi032.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 953 kB/s | 87 kB 00:00 2024-09-16T00:50:08.617 INFO:teuthology.orchestra.run.smithi032.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-16T00:50:08.676 INFO:teuthology.orchestra.run.smithi032.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-16T00:50:08.734 INFO:teuthology.orchestra.run.smithi032.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-16T00:50:08.736 INFO:teuthology.orchestra.run.smithi050.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 2.4 MB/s | 1.8 MB 00:00 2024-09-16T00:50:08.793 INFO:teuthology.orchestra.run.smithi032.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-09-16T00:50:08.794 INFO:teuthology.orchestra.run.smithi050.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 4.5 MB/s | 1.4 MB 00:00 2024-09-16T00:50:08.852 INFO:teuthology.orchestra.run.smithi032.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 329 kB/s | 19 kB 00:00 2024-09-16T00:50:08.944 INFO:teuthology.orchestra.run.smithi032.stdout:(79/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-16T00:50:08.969 INFO:teuthology.orchestra.run.smithi032.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-16T00:50:08.978 INFO:teuthology.orchestra.run.smithi050.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 5.3 MB/s | 2.4 MB 00:00 2024-09-16T00:50:08.984 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:50:08.984 INFO:teuthology.orchestra.run.smithi050.stdout:Total 22 MB/s | 226 MB 00:10 2024-09-16T00:50:08.986 INFO:teuthology.orchestra.run.smithi032.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 830 kB/s | 35 kB 00:00 2024-09-16T00:50:09.053 INFO:teuthology.orchestra.run.smithi032.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-09-16T00:50:09.111 INFO:teuthology.orchestra.run.smithi032.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-16T00:50:09.170 INFO:teuthology.orchestra.run.smithi032.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-16T00:50:09.220 INFO:teuthology.orchestra.run.smithi032.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 849 kB/s | 42 kB 00:00 2024-09-16T00:50:09.296 INFO:teuthology.orchestra.run.smithi032.stdout:(86/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-09-16T00:50:09.321 INFO:teuthology.orchestra.run.smithi032.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-09-16T00:50:09.346 INFO:teuthology.orchestra.run.smithi032.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-16T00:50:09.380 INFO:teuthology.orchestra.run.smithi032.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-16T00:50:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 865 kB/s | 51 kB 00:00 2024-09-16T00:50:09.431 INFO:teuthology.orchestra.run.smithi032.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T00:50:09.481 INFO:teuthology.orchestra.run.smithi032.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-09-16T00:50:09.540 INFO:teuthology.orchestra.run.smithi032.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 757 kB/s | 44 kB 00:00 2024-09-16T00:50:09.598 INFO:teuthology.orchestra.run.smithi032.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-16T00:50:09.648 INFO:teuthology.orchestra.run.smithi032.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 717 kB/s | 36 kB 00:00 2024-09-16T00:50:09.707 INFO:teuthology.orchestra.run.smithi032.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 817 kB/s | 47 kB 00:00 2024-09-16T00:50:09.766 INFO:teuthology.orchestra.run.smithi032.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-16T00:50:09.841 INFO:teuthology.orchestra.run.smithi032.stdout:(98/156): postgresql-server-13.16-1.el9.x86_64. 4.0 MB/s | 5.8 MB 00:01 2024-09-16T00:50:09.866 INFO:teuthology.orchestra.run.smithi032.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 577 kB/s | 58 kB 00:00 2024-09-16T00:50:09.892 INFO:teuthology.orchestra.run.smithi032.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-16T00:50:10.318 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 267 kB/s | 22 kB 00:00 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(104/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 2.4 MB/s | 548 kB 00:00 2024-09-16T00:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 865 kB/s | 19 kB 00:00 2024-09-16T00:50:10.320 INFO:teuthology.orchestra.run.smithi032.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.3 MB/s | 863 kB 00:00 2024-09-16T00:50:10.343 INFO:teuthology.orchestra.run.smithi032.stdout:(108/156): gperftools-libs-2.9.1-3.el9.x86_64.r 1.8 MB/s | 308 kB 00:00 2024-09-16T00:50:10.369 INFO:teuthology.orchestra.run.smithi032.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-09-16T00:50:10.394 INFO:teuthology.orchestra.run.smithi032.stdout:(110/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-09-16T00:50:10.418 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-16T00:50:10.418 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-16T00:50:10.419 INFO:teuthology.orchestra.run.smithi032.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-16T00:50:10.444 INFO:teuthology.orchestra.run.smithi032.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-16T00:50:10.487 INFO:teuthology.orchestra.run.smithi032.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-16T00:50:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T00:50:10.537 INFO:teuthology.orchestra.run.smithi032.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T00:50:10.571 INFO:teuthology.orchestra.run.smithi032.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.3 MB/s | 548 kB 00:00 2024-09-16T00:50:10.596 INFO:teuthology.orchestra.run.smithi032.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 241 kB/s | 14 kB 00:00 2024-09-16T00:50:10.621 INFO:teuthology.orchestra.run.smithi032.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-16T00:50:10.655 INFO:teuthology.orchestra.run.smithi032.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T00:50:10.680 INFO:teuthology.orchestra.run.smithi032.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-16T00:50:10.706 INFO:teuthology.orchestra.run.smithi032.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T00:50:10.731 INFO:teuthology.orchestra.run.smithi032.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-16T00:50:10.748 INFO:teuthology.orchestra.run.smithi032.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 642 kB/s | 11 kB 00:00 2024-09-16T00:50:10.765 INFO:teuthology.orchestra.run.smithi032.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-16T00:50:10.782 INFO:teuthology.orchestra.run.smithi032.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-16T00:50:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.2 MB/s | 19 kB 00:00 2024-09-16T00:50:10.815 INFO:teuthology.orchestra.run.smithi032.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-16T00:50:10.866 INFO:teuthology.orchestra.run.smithi032.stdout:(128/156): python3-kubernetes-26.1.0-2.el9.noar 20 MB/s | 1.0 MB 00:00 2024-09-16T00:50:10.891 INFO:teuthology.orchestra.run.smithi032.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T00:50:10.966 INFO:teuthology.orchestra.run.smithi032.stdout:(130/156): libarrow-9.0.0-11.el9.x86_64.rpm 6.2 MB/s | 4.4 MB 00:00 2024-09-16T00:50:11.017 INFO:teuthology.orchestra.run.smithi032.stdout:(131/156): python3-grpcio-1.46.7-10.el9.x86_64. 6.1 MB/s | 2.0 MB 00:00 2024-09-16T00:50:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:(132/156): python3-more-itertools-8.12.0-2.el9. 524 kB/s | 79 kB 00:00 2024-09-16T00:50:11.067 INFO:teuthology.orchestra.run.smithi032.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2024-09-16T00:50:11.092 INFO:teuthology.orchestra.run.smithi032.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-09-16T00:50:11.118 INFO:teuthology.orchestra.run.smithi032.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T00:50:11.143 INFO:teuthology.orchestra.run.smithi032.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-16T00:50:11.168 INFO:teuthology.orchestra.run.smithi032.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-16T00:50:11.194 INFO:teuthology.orchestra.run.smithi032.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.5 MB/s | 272 kB 00:00 2024-09-16T00:50:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-16T00:50:11.244 INFO:teuthology.orchestra.run.smithi032.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 716 kB/s | 36 kB 00:00 2024-09-16T00:50:11.269 INFO:teuthology.orchestra.run.smithi032.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-16T00:50:11.295 INFO:teuthology.orchestra.run.smithi032.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 986 kB/s | 74 kB 00:00 2024-09-16T00:50:11.320 INFO:teuthology.orchestra.run.smithi032.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T00:50:11.345 INFO:teuthology.orchestra.run.smithi032.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T00:50:11.370 INFO:teuthology.orchestra.run.smithi032.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-16T00:50:11.396 INFO:teuthology.orchestra.run.smithi032.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T00:50:11.421 INFO:teuthology.orchestra.run.smithi032.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T00:50:11.471 INFO:teuthology.orchestra.run.smithi032.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-16T00:50:11.638 INFO:teuthology.orchestra.run.smithi032.stdout:(149/156): librados2-19.1.1-326.g8921c8ef.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-16T00:50:11.763 INFO:teuthology.orchestra.run.smithi032.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 8.2 MB/s | 2.3 MB 00:00 2024-09-16T00:50:11.822 INFO:teuthology.orchestra.run.smithi032.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 703 kB/s | 41 kB 00:00 2024-09-16T00:50:11.873 INFO:teuthology.orchestra.run.smithi032.stdout:(152/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 7.0 MB/s | 3.2 MB 00:00 2024-09-16T00:50:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 3.2 MB/s | 249 kB 00:00 2024-09-16T00:50:11.980 INFO:teuthology.orchestra.run.smithi032.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 5.3 MB/s | 1.8 MB 00:00 2024-09-16T00:50:12.055 INFO:teuthology.orchestra.run.smithi032.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 15 MB/s | 2.4 MB 00:00 2024-09-16T00:50:12.380 INFO:teuthology.orchestra.run.smithi032.stdout:(156/156): openssl-3.2.2-6.el9.x86_64.rpm 2.7 MB/s | 1.4 MB 00:00 2024-09-16T00:50:12.387 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:50:12.387 INFO:teuthology.orchestra.run.smithi032.stdout:Total 21 MB/s | 226 MB 00:10 2024-09-16T00:50:12.759 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-16T00:50:12.760 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-16T00:50:13.637 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2024-09-16T00:50:13.804 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2024-09-16T00:50:13.805 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2024-09-16T00:50:16.137 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2024-09-16T00:50:16.137 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2024-09-16T00:50:19.422 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-16T00:50:19.533 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T00:50:19.581 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T00:50:19.650 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T00:50:19.683 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T00:50:19.718 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T00:50:19.789 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T00:50:20.150 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T00:50:20.261 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:50:20.378 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:50:20.404 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:50:20.480 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:50:20.509 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:50:20.693 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T00:50:20.747 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T00:50:20.774 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:50:20.880 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:50:20.909 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:50:20.972 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:50:21.001 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:50:21.029 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:50:21.198 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:50:21.382 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:50:21.525 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T00:50:21.632 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:21.726 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:21.959 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:22.068 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T00:50:22.173 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T00:50:22.206 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T00:50:22.242 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T00:50:22.317 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T00:50:22.368 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T00:50:22.408 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T00:50:22.451 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T00:50:22.484 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T00:50:22.511 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T00:50:22.527 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2024-09-16T00:50:22.583 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T00:50:22.634 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T00:50:22.643 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T00:50:22.665 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T00:50:22.693 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T00:50:22.708 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T00:50:22.753 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T00:50:22.787 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T00:50:22.794 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T00:50:22.818 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T00:50:22.819 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T00:50:22.862 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T00:50:22.877 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T00:50:22.890 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T00:50:22.963 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T00:50:23.014 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T00:50:23.092 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T00:50:23.234 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T00:50:23.237 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T00:50:23.301 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T00:50:23.379 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:50:23.681 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:50:23.713 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:50:23.806 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:50:23.835 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:50:23.858 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T00:50:23.939 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T00:50:23.974 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T00:50:24.017 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T00:50:24.020 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T00:50:24.055 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T00:50:24.073 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T00:50:24.097 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T00:50:24.100 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:50:24.222 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:50:24.252 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:50:24.267 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T00:50:24.315 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:50:24.316 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T00:50:24.336 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:50:24.357 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:50:24.372 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T00:50:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T00:50:24.504 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T00:50:24.536 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T00:50:24.584 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T00:50:24.619 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T00:50:24.663 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T00:50:24.730 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T00:50:24.867 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:50:24.873 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T00:50:24.914 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T00:50:24.956 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T00:50:25.036 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:50:25.063 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T00:50:25.098 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T00:50:25.130 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T00:50:25.159 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T00:50:25.163 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T00:50:25.187 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T00:50:25.282 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T00:50:25.285 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:25.360 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:25.420 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T00:50:25.453 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T00:50:25.482 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T00:50:25.581 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:50:25.610 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T00:50:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T00:50:25.790 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T00:50:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T00:50:25.849 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T00:50:25.876 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T00:50:25.931 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T00:50:25.950 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T00:50:25.968 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T00:50:26.004 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T00:50:26.005 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T00:50:26.039 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T00:50:26.051 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T00:50:26.082 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T00:50:26.102 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T00:50:26.114 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T00:50:26.135 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T00:50:26.162 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T00:50:26.212 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T00:50:26.233 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T00:50:26.271 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T00:50:26.286 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T00:50:26.309 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T00:50:26.315 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T00:50:26.359 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T00:50:26.421 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T00:50:26.437 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T00:50:26.469 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T00:50:26.477 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T00:50:26.522 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T00:50:26.549 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T00:50:26.624 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T00:50:26.682 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T00:50:26.759 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T00:50:26.904 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T00:50:26.960 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T00:50:27.234 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T00:50:27.290 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T00:50:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T00:50:27.427 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T00:50:27.479 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T00:50:27.517 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T00:50:27.524 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T00:50:27.597 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T00:50:27.632 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T00:50:27.633 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T00:50:27.677 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T00:50:27.730 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T00:50:27.774 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T00:50:27.874 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T00:50:27.946 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T00:50:28.008 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T00:50:28.064 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T00:50:28.126 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T00:50:28.138 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T00:50:28.157 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T00:50:28.176 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T00:50:28.212 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T00:50:28.244 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T00:50:28.268 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T00:50:28.312 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T00:50:28.355 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T00:50:28.397 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T00:50:28.540 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T00:50:28.581 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T00:50:28.624 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T00:50:28.730 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T00:50:28.940 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T00:50:28.954 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T00:50:28.988 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T00:50:29.023 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T00:50:29.047 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T00:50:29.080 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T00:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T00:50:29.282 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T00:50:29.323 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T00:50:29.373 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T00:50:29.414 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T00:50:29.450 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T00:50:29.490 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T00:50:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T00:50:29.554 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T00:50:29.596 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T00:50:29.647 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T00:50:29.680 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T00:50:29.769 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T00:50:29.827 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T00:50:29.858 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T00:50:29.965 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T00:50:30.026 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T00:50:30.409 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T00:50:30.489 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T00:50:30.508 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T00:50:30.542 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T00:50:30.782 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T00:50:30.823 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T00:50:30.856 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T00:50:30.868 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T00:50:30.912 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:50:30.958 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T00:50:31.004 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:50:31.011 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T00:50:31.035 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T00:50:31.056 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T00:50:31.074 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T00:50:31.145 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T00:50:31.183 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T00:50:31.373 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T00:50:31.414 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T00:50:31.502 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T00:50:31.578 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T00:50:31.615 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:50:31.687 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:50:31.725 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T00:50:32.194 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T00:50:32.314 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T00:50:33.626 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T00:50:33.733 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T00:50:33.761 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T00:50:33.794 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T00:50:34.128 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T00:50:34.154 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:34.165 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:50:34.188 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:34.257 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:50:34.287 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T00:50:34.330 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T00:50:34.767 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:34.800 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:50:34.898 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T00:50:34.919 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:50:34.919 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T00:50:34.919 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T00:50:34.920 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:34.935 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:50:34.960 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:50:35.006 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:50:35.036 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T00:50:37.362 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:37.391 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:37.985 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:50:38.021 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:50:38.117 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:50:38.118 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T00:50:38.118 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T00:50:38.118 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:38.162 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:50:47.703 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /sys 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /proc 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /mnt 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /var/tmp 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /home 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /root 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /tmp 2024-09-16T00:50:47.704 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:47.889 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:50:47.909 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:50:47.909 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:47.909 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T00:50:47.910 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:49.434 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:50:49.462 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:50:49.462 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:49.463 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T00:50:49.463 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:50:49.463 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:50:49.463 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:49.709 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:50:49.734 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:50:49.734 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:49.734 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T00:50:49.734 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:50:49.734 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:50:49.735 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:50.193 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:50:50.219 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:50:50.219 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:50.219 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T00:50:50.219 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:50:50.219 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:50:50.220 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:50.333 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /sys 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /proc 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /mnt 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /var/tmp 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /home 2024-09-16T00:50:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /root 2024-09-16T00:50:50.347 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /tmp 2024-09-16T00:50:50.347 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:50.393 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T00:50:50.455 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T00:50:50.524 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:50:50.541 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:50:50.541 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:50.541 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T00:50:50.541 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:50.651 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T00:50:50.712 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T00:50:50.792 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T00:50:50.890 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T00:50:51.032 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T00:50:51.090 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T00:50:51.127 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T00:50:51.155 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T00:50:51.609 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:50:51.636 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:50:51.668 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T00:50:51.733 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T00:50:51.767 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:50:52.077 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:50:52.105 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:50:52.105 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:52.105 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T00:50:52.105 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:50:52.106 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:50:52.106 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:52.344 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:50:52.369 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:52.836 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:50:52.861 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:50:52.861 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:52.862 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T00:50:52.862 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:50:52.862 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:50:52.862 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:52.873 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:50:52.910 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:50:52.967 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T00:50:53.025 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T00:50:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T00:50:53.283 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T00:50:53.338 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T00:50:53.418 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T00:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T00:50:53.658 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T00:50:53.721 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T00:50:53.753 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T00:50:53.780 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T00:50:53.924 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:50:53.952 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:50:54.063 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:50:54.244 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:50:54.246 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T00:50:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:50:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:50:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:50:54.298 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:54.298 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T00:50:54.298 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:50:54.298 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:50:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:54.302 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T00:50:54.347 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:50:54.359 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:50:54.366 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T00:50:54.401 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:50:54.452 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T00:50:54.521 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T00:50:55.498 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T00:50:55.502 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:50:55.525 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:50:55.545 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:50:55.550 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:55.592 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:50:55.617 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:50:55.617 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:55.617 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T00:50:55.617 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:55.667 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:50:55.692 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:50:55.693 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:55.693 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T00:50:55.693 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:50:55.693 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:50:55.693 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:56.010 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:50:56.035 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:50:56.556 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:50:56.587 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:50:56.693 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:50:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T00:50:56.888 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:50:56.914 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:56.964 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:50:56.976 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:50:57.069 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T00:50:57.130 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T00:50:58.107 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T00:50:58.133 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:50:58.158 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:50:58.158 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:58.158 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T00:50:58.158 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:50:58.158 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:50:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:58.201 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:50:58.225 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:50:58.225 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:58.225 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T00:50:58.225 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:58.276 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:50:58.301 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:50:58.301 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:58.301 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T00:50:58.301 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:50:58.301 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:50:58.302 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:50:58.627 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:50:58.652 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:50:58.652 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:50:58.652 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T00:50:58.652 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:50:58.652 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:50:58.653 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:00.888 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T00:51:00.930 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T00:51:00.971 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T00:51:01.003 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T00:51:01.033 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T00:51:01.229 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T00:51:01.276 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T00:51:01.307 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T00:51:01.336 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T00:51:01.374 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T00:51:01.998 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:02.038 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:02.061 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:02.969 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T00:51:03.060 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T00:51:03.110 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T00:51:03.206 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T00:51:03.246 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T00:51:03.272 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T00:51:03.298 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T00:51:03.298 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:51:03.394 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:51:03.394 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:51:03.466 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:51:03.493 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T00:51:03.497 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:03.497 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:03.506 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T00:51:03.548 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T00:51:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T00:51:03.620 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T00:51:03.647 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T00:51:03.685 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:03.685 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:51:03.769 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:51:03.837 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:03.850 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T00:51:03.894 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T00:51:03.925 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T00:51:03.954 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T00:51:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T00:51:04.642 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:04.681 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:04.701 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:51:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T00:51:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T00:51:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T00:51:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T00:51:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T00:51:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T00:51:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T00:51:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:51:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:51:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:51:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:51:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T00:51:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:51:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:51:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:51:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T00:51:09.540 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T00:51:09.541 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T00:51:09.542 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T00:51:09.543 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T00:51:09.544 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T00:51:09.545 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T00:51:09.546 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T00:51:09.547 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T00:51:09.548 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T00:51:09.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T00:51:09.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T00:51:09.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T00:51:09.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T00:51:09.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T00:51:09.550 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T00:51:09.551 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T00:51:09.552 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T00:51:09.553 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T00:51:09.554 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T00:51:09.554 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T00:51:09.554 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T00:51:09.554 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T00:51:09.554 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T00:51:09.555 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T00:51:09.556 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T00:51:09.556 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T00:51:09.556 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T00:51:09.556 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T00:51:09.556 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T00:51:09.557 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T00:51:09.558 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T00:51:09.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T00:51:09.560 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T00:51:09.561 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T00:51:09.561 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T00:51:09.561 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T00:51:09.561 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T00:51:09.562 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T00:51:12.092 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:12.092 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:12.092 INFO:teuthology.orchestra.run.smithi050.stdout:Upgraded: 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T00:51:12.093 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.094 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T00:51:12.095 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T00:51:12.096 INFO:teuthology.orchestra.run.smithi050.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T00:51:12.097 INFO:teuthology.orchestra.run.smithi050.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T00:51:12.098 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T00:51:12.099 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T00:51:12.100 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T00:51:12.101 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T00:51:12.102 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T00:51:12.103 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T00:51:12.104 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T00:51:12.105 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T00:51:12.105 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:12.105 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-16T00:51:12.394 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:12.394 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T00:51:12.394 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T00:51:12.394 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T00:51:12.395 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T00:51:12.396 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T00:51:12.397 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T00:51:12.398 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T00:51:12.399 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T00:51:12.400 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T00:51:12.401 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T00:51:12.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T00:51:12.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T00:51:12.404 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T00:51:12.405 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T00:51:12.406 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T00:51:12.407 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T00:51:12.407 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T00:51:12.407 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T00:51:12.500 DEBUG:teuthology.parallel:result is None 2024-09-16T00:51:14.981 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout:Upgraded: 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2024-09-16T00:51:14.982 INFO:teuthology.orchestra.run.smithi032.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.983 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.984 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.985 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T00:51:14.986 INFO:teuthology.orchestra.run.smithi032.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T00:51:14.987 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T00:51:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T00:51:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T00:51:14.990 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T00:51:14.991 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T00:51:14.992 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.993 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:14.994 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2024-09-16T00:51:15.405 DEBUG:teuthology.parallel:result is None 2024-09-16T00:51:15.406 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:51:15.551 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:51:15.575 INFO:teuthology.orchestra.run.smithi032.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T00:51:15.575 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T00:51:15.576 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T00:51:15.577 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:51:15.720 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:51:15.748 INFO:teuthology.orchestra.run.smithi050.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T00:51:15.748 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T00:51:15.748 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T00:51:15.750 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T00:51:15.750 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:15.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T00:51:15.779 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:15.780 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T00:51:15.819 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T00:51:15.820 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:15.820 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T00:51:15.846 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T00:51:15.913 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:15.914 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T00:51:15.944 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T00:51:16.013 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T00:51:16.014 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:16.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T00:51:16.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T00:51:16.107 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:16.107 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T00:51:16.137 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T00:51:16.206 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T00:51:16.206 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:16.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T00:51:16.232 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T00:51:16.297 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:16.298 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T00:51:16.326 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T00:51:16.396 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T00:51:16.483 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T00:51:16.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /var/log/ceph 2024-09-16T00:51:16.487 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /var/log/ceph 2024-09-16T00:51:16.517 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T00:51:16.517 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T00:51:16.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T00:51:16.587 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T00:51:16.587 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T00:51:16.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T00:51:16.668 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-16T00:51:16.668 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-16T00:51:16.668 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-16T00:51:16.669 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:16.669 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T00:51:16.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:16.813 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:16.841 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:16.841 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T00:51:16.861 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:16.984 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:17.026 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T00:51:17.027 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T00:51:17.027 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/asok_dump_tree}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906424', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi032.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJW6APXQxQe/gCSJCf1SCoMKNXNqxt5VyUqo9PQncZOmgv8hvwExHho+CmQXszskoiT4AfuAzGffQMTDDm6I3ho=', 'smithi050.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGL3mDCpCQNQPl4h+wK1CS9JWYJVAtTr4jz7sz/T4l9aXPmX/kEVcruPe9ZwontxtZSmCYyjcpH1MoqUGuDFCBk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_dump_tree']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T00:51:17.028 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T00:51:17.035 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T00:51:17.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T00:51:17.094 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T00:51:17.149 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:17.149 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T00:51:17.174 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T00:51:17.174 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-16 00:51:06.919254471 +0000 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-16 00:49:16.762037889 +0000 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-16 00:49:16.762037889 +0000 2024-09-16T00:51:17.230 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-09-16 00:49:16.762037889 +0000 2024-09-16T00:51:17.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T00:51:17.293 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-16T00:51:17.293 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-16T00:51:17.294 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000101118 s, 5.1 MB/s 2024-09-16T00:51:17.295 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T00:51:17.351 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-16 00:51:06.920254451 +0000 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-16 00:49:17.081031532 +0000 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-16 00:49:17.081031532 +0000 2024-09-16T00:51:17.408 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-09-16 00:49:17.081031532 +0000 2024-09-16T00:51:17.409 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T00:51:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-16T00:51:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-16T00:51:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 9.7606e-05 s, 5.2 MB/s 2024-09-16T00:51:17.473 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T00:51:17.529 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2024-09-16T00:51:17.585 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T00:51:17.585 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-16 00:51:06.920254451 +0000 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-16 00:49:17.406025055 +0000 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-16 00:49:17.406025055 +0000 2024-09-16T00:51:17.586 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-09-16 00:49:17.406025055 +0000 2024-09-16T00:51:17.586 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T00:51:17.650 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-16T00:51:17.650 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-16T00:51:17.650 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000101352 s, 5.1 MB/s 2024-09-16T00:51:17.651 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T00:51:17.708 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2024-09-16T00:51:17.764 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-16 00:51:06.921254431 +0000 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-16 00:49:17.735018498 +0000 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-16 00:49:17.735018498 +0000 2024-09-16T00:51:17.765 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-09-16 00:49:17.735018498 +0000 2024-09-16T00:51:17.765 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T00:51:17.829 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-16T00:51:17.829 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-16T00:51:17.829 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.00010063 s, 5.1 MB/s 2024-09-16T00:51:17.830 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T00:51:17.887 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:17.888 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:17.888 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T00:51:17.908 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T00:51:17.908 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:17.967 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-16 00:51:04.209106939 +0000 2024-09-16T00:51:17.968 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-16 00:49:16.774306018 +0000 2024-09-16T00:51:17.968 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-16 00:49:16.774306018 +0000 2024-09-16T00:51:17.968 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-16 00:49:16.774306018 +0000 2024-09-16T00:51:17.968 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T00:51:18.037 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-16T00:51:18.037 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-16T00:51:18.037 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000106627 s, 4.8 MB/s 2024-09-16T00:51:18.038 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T00:51:18.099 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2024-09-16T00:51:18.158 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-16 00:51:04.209106939 +0000 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-16 00:49:17.111297467 +0000 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-16 00:49:17.111297467 +0000 2024-09-16T00:51:18.159 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-16 00:49:17.111297467 +0000 2024-09-16T00:51:18.159 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T00:51:18.226 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-16T00:51:18.228 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-16T00:51:18.228 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000110097 s, 4.7 MB/s 2024-09-16T00:51:18.229 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T00:51:18.288 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-16 00:51:04.210106914 +0000 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-16 00:49:17.422289575 +0000 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-16 00:49:17.422289575 +0000 2024-09-16T00:51:18.346 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-16 00:49:17.422289575 +0000 2024-09-16T00:51:18.347 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T00:51:18.413 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-16T00:51:18.413 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-16T00:51:18.413 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000111196 s, 4.6 MB/s 2024-09-16T00:51:18.414 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T00:51:18.474 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:51:18.532 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-16 00:51:04.210106914 +0000 2024-09-16T00:51:18.533 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-16 00:49:17.750281252 +0000 2024-09-16T00:51:18.533 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-16 00:49:17.750281252 +0000 2024-09-16T00:51:18.533 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-16 00:49:17.750281252 +0000 2024-09-16T00:51:18.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T00:51:18.601 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-16T00:51:18.601 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-16T00:51:18.601 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.00011835 s, 4.3 MB/s 2024-09-16T00:51:18.602 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T00:51:18.661 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:18.662 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:51:18.662 INFO:tasks.ceph:Generating config... 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] pid file = 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T00:51:18.663 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T00:51:18.664 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T00:51:18.665 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T00:51:18.665 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T00:51:18.666 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T00:51:18.666 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T00:51:18.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T00:51:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T00:51:18.734 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T00:51:18.782 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:51:18.809 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.32'), ('mon.b', '172.21.15.50'), ('mon.c', '[v2:172.21.15.50:3301,v1:172.21.15.50:6790]')] 2024-09-16T00:51:18.810 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.32,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T00:51:18.811 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:18.811 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:51:18.866 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.32 --add b 172.21.15.50 --addv c '[v2:172.21.15.50:3301,v1:172.21.15.50:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:18.955 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:18.955 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: generated fsid 483de4ca-23a5-4b52-a143-ab7e2a28022b 2024-09-16T00:51:18.955 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = quincy 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:epoch 0 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:fsid 483de4ca-23a5-4b52-a143-ab7e2a28022b 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:last_changed 2024-09-16T00:51:18.955908+0000 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:created 2024-09-16T00:51:18.955908+0000 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:min_mon_release 17 (quincy) 2024-09-16T00:51:18.956 INFO:teuthology.orchestra.run.smithi032.stdout:election_strategy: 1 2024-09-16T00:51:18.957 INFO:teuthology.orchestra.run.smithi032.stdout:0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-09-16T00:51:18.957 INFO:teuthology.orchestra.run.smithi032.stdout:1: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-09-16T00:51:18.957 INFO:teuthology.orchestra.run.smithi032.stdout:2: [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] mon.c 2024-09-16T00:51:18.957 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T00:51:18.958 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:51:18.974 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 483de4ca-23a5-4b52-a143-ab7e2a28022b... 2024-09-16T00:51:18.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T00:51:19.017 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: chdir = "" 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: auth supported = cephx 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: filestore xattr use omap = true 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: mon clock drift allowed = 1.000 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.060 INFO:teuthology.orchestra.run.smithi032.stdout: osd crush chooseleaf type = 0 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: auth debug = true 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on old message = true 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on bug = true 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: mon pg warn max object skew = 0 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T00:51:19.061 INFO:teuthology.orchestra.run.smithi032.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default size = 2 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow primary affinity = true 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow pg remap = true 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on legacy crush tunables = false 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on crush straw calc version zero = false 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on no sortbitwise = false 2024-09-16T00:51:19.062 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on osd down out interval zero = false 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on too few osds = false 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: mon_allow_pool_size_one = true 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: osd default data pool replay window = 5 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: mon allow pool delete = true 2024-09-16T00:51:19.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: mon cluster log file level = debug 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: debug asserts on shutdown = true 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: mon health detail to clog = false 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: mon host = "172.21.15.32,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = 483de4ca-23a5-4b52-a143-ab7e2a28022b 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout:[osd] 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: osd journal size = 100 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub load threshold = 5.0 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub max interval = 600 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: osd mclock profile = high_recovery_ops 2024-09-16T00:51:19.064 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd recover clone overlap = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd recovery max chunk = 1048576 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug shutdown = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug op order = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug verify stray on activate = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug trim objects = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd open classes on start = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug pg log writeout = true 2024-09-16T00:51:19.065 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: osd deep scrub update digest min age = 30 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: osd map max advance = 10 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: journal zero on create = true 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: filestore ondisk finisher threads = 3 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: filestore apply finisher threads = 3 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: bdev debug aio = true 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug misdirected ops = true 2024-09-16T00:51:19.066 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore block size = 96636764160 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore fsck on mount = True 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluefs = 20 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluestore = 20 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug osd = 20 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug rocksdb = 10 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd full ratio = 0.9 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd nearfull ratio = 0.8 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: osd failsafe full ratio = 0.95 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: osd objectstore = bluestore 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr] 2024-09-16T00:51:19.067 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug mgr = 20 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: mgr/telemetry/nag = false 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug client = 20 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout:[mon] 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-09-16T00:51:19.068 INFO:teuthology.orchestra.run.smithi032.stdout: debug paxos = 20 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon data avail warn = 5 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon mgr mkfs grace = 240 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd reporter subtree level = osd 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd prime pg temp = true 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T00:51:19.069 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: # 1m isn't quite enough 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: mon_down_mkfs_grace = 2m 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_filestore_osds = false 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: mon down mkfs grace = 300 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: mon op complaint time = 120 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on pool no app = False 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout:[client] 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: rgw cache enabled = true 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable ops log = true 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable usage log = true 2024-09-16T00:51:19.070 INFO:teuthology.orchestra.run.smithi032.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: client mount timeout = 600 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: debug client = 20 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: pid file = "" 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.a] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.b] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.c] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-09-16T00:51:19.071 INFO:teuthology.orchestra.run.smithi032.stdout:[mds] 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds = 20 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds balancer = 20 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug frag = True 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug scatterstat = True 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: mds op complaint time = 180 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: mds verify scatter = True 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-09-16T00:51:19.072 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-09-16T00:51:19.073 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2024-09-16T00:51:19.073 INFO:teuthology.orchestra.run.smithi050.stdout: chdir = "" 2024-09-16T00:51:19.073 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: auth supported = cephx 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: filestore xattr use omap = true 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: mon clock drift allowed = 1.000 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: osd crush chooseleaf type = 0 2024-09-16T00:51:19.074 INFO:teuthology.orchestra.run.smithi050.stdout: auth debug = true 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on old message = true 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on bug = true 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: mon pg warn max object skew = 0 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.075 INFO:teuthology.orchestra.run.smithi050.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T00:51:19.076 INFO:teuthology.orchestra.run.smithi050.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T00:51:19.076 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.076 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default size = 2 2024-09-16T00:51:19.076 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.076 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow primary affinity = true 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow pg remap = true 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on legacy crush tunables = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on crush straw calc version zero = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on no sortbitwise = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on osd down out interval zero = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on too few osds = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T00:51:19.077 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: mon_allow_pool_size_one = true 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: osd default data pool replay window = 5 2024-09-16T00:51:19.078 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: mon allow pool delete = true 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: mon cluster log file level = debug 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: debug asserts on shutdown = true 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: mon health detail to clog = false 2024-09-16T00:51:19.079 INFO:teuthology.orchestra.run.smithi050.stdout: mon host = "172.21.15.32,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-16T00:51:19.080 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = 483de4ca-23a5-4b52-a143-ab7e2a28022b 2024-09-16T00:51:19.080 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.080 INFO:teuthology.orchestra.run.smithi050.stdout:[osd] 2024-09-16T00:51:19.080 INFO:teuthology.orchestra.run.smithi050.stdout: osd journal size = 100 2024-09-16T00:51:19.080 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub load threshold = 5.0 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub max interval = 600 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: osd mclock profile = high_recovery_ops 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: osd recover clone overlap = true 2024-09-16T00:51:19.081 INFO:teuthology.orchestra.run.smithi050.stdout: osd recovery max chunk = 1048576 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug shutdown = true 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug op order = true 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug verify stray on activate = true 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug trim objects = true 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd open classes on start = true 2024-09-16T00:51:19.082 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug pg log writeout = true 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: osd deep scrub update digest min age = 30 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: osd map max advance = 10 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: journal zero on create = true 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.083 INFO:teuthology.orchestra.run.smithi050.stdout: filestore ondisk finisher threads = 3 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: filestore apply finisher threads = 3 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: bdev debug aio = true 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug misdirected ops = true 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore block size = 96636764160 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore fsck on mount = True 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluefs = 20 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluestore = 20 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: debug osd = 20 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: debug rocksdb = 10 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T00:51:19.084 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd full ratio = 0.9 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd nearfull ratio = 0.8 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: osd failsafe full ratio = 0.95 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: osd objectstore = bluestore 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr] 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: debug mgr = 20 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:51:19.085 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: mgr/telemetry/nag = false 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout:[mon] 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: debug paxos = 20 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: mon data avail warn = 5 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: mon mgr mkfs grace = 240 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:51:19.086 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd reporter subtree level = osd 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd prime pg temp = true 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T00:51:19.087 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: # 1m isn't quite enough 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: mon_down_mkfs_grace = 2m 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_filestore_osds = false 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: mon down mkfs grace = 300 2024-09-16T00:51:19.088 INFO:teuthology.orchestra.run.smithi050.stdout: mon op complaint time = 120 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on pool no app = False 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout:[client] 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: rgw cache enabled = true 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable ops log = true 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable usage log = true 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: client mount timeout = 600 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-16T00:51:19.089 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = "" 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.a] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.b] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.c] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-16T00:51:19.090 INFO:teuthology.orchestra.run.smithi050.stdout:[mds] 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds = 20 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds balancer = 20 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug frag = True 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug scatterstat = True 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: mds op complaint time = 180 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: mds verify scatter = True 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-16T00:51:19.091 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-16T00:51:19.093 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T00:51:19.093 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T00:51:19.189 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T00:51:19.189 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:19.189 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T00:51:19.205 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:19.205 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T00:51:19.260 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:51:19.261 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:19.261 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T00:51:19.261 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:51:19.336 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:19.337 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:19.393 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:51:19.393 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:19.393 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T00:51:19.393 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:51:19.431 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:19.431 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:19.487 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T00:51:19.488 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T00:51:19.488 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:51:19.541 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:51:19.543 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:51:19.607 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:51:19.609 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T00:51:19.610 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T00:51:19.662 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T00:51:19.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-16T00:51:19.690 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T00:51:19.783 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T00:51:19.786 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-16T00:51:19.812 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T00:51:19.866 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T00:51:19.869 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-16T00:51:19.897 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T00:51:19.989 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T00:51:19.992 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-16T00:51:20.018 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T00:51:20.018 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T00:51:20.061 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-16T00:51:20.074 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-16T00:51:20.156 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-16T00:51:20.169 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T00:51:20.212 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-16T00:51:20.225 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-16T00:51:20.307 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-16T00:51:20.320 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T00:51:20.320 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:51:20.320 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T00:51:20.346 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:20.346 INFO:tasks.ceph:role: osd.0 2024-09-16T00:51:20.346 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:51:20.346 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T00:51:20.411 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:20.412 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:20.443 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-16T00:51:20.445 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-16T00:51:20.445 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T00:51:20.521 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T00:51:20.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T00:51:20.658 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:20.658 INFO:tasks.ceph:role: osd.1 2024-09-16T00:51:20.658 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:51:20.658 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T00:51:20.723 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:20.756 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-16T00:51:20.758 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-16T00:51:20.758 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T00:51:20.828 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T00:51:20.900 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T00:51:20.966 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:20.967 INFO:tasks.ceph:role: osd.2 2024-09-16T00:51:20.967 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:51:20.967 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:21.032 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-16T00:51:21.065 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-16T00:51:21.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T00:51:21.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T00:51:21.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T00:51:21.272 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:21.272 INFO:tasks.ceph:role: osd.3 2024-09-16T00:51:21.272 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:51:21.272 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:21.337 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:21.338 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:21.338 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:21.370 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-16T00:51:21.372 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-16T00:51:21.372 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T00:51:21.446 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T00:51:21.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:21.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:21.613+0000 7f5d60f1b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T00:51:21.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:21.613+0000 7f5d60f1b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T00:51:21.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:21.613+0000 7f5d60f1b640 -1 bdev(0x55d72e563800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:21.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:21.613+0000 7f5d60f1b640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T00:51:24.782 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T00:51:24.813 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:24.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:24.905+0000 7f04fa702640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T00:51:24.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:24.905+0000 7f04fa702640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T00:51:24.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:24.905+0000 7f04fa702640 -1 bdev(0x563a9b73b800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:24.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:24.906+0000 7f04fa702640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T00:51:27.825 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T00:51:27.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:27.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:27.948+0000 7f705381d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T00:51:27.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:27.948+0000 7f705381d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T00:51:27.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:27.948+0000 7f705381d640 -1 bdev(0x561ad1751800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:27.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:27.948+0000 7f705381d640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T00:51:30.863 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T00:51:30.892 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:30.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:30.985+0000 7fd0f97dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T00:51:30.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:30.985+0000 7fd0f97dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T00:51:30.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:30.985+0000 7fd0f97dd640 -1 bdev(0x5603aae4f800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:30.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:30.985+0000 7fd0f97dd640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T00:51:33.907 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T00:51:33.937 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-16T00:51:33.969 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:33.970 INFO:tasks.ceph:role: osd.4 2024-09-16T00:51:33.970 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:51:33.970 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T00:51:34.040 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:34.041 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:34.076 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-16T00:51:34.078 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-16T00:51:34.078 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-16T00:51:34.151 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-16T00:51:34.223 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-16T00:51:34.290 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:34.290 INFO:tasks.ceph:role: osd.5 2024-09-16T00:51:34.290 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:51:34.290 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T00:51:34.356 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:34.356 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:34.356 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:34.356 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:34.356 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:34.357 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:34.357 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:34.357 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:34.357 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:34.357 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:34.389 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-16T00:51:34.391 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-16T00:51:34.391 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-16T00:51:34.463 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-16T00:51:34.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-16T00:51:34.598 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:34.599 INFO:tasks.ceph:role: osd.6 2024-09-16T00:51:34.599 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:51:34.599 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:34.665 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:34.666 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:34.666 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:34.697 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-16T00:51:34.700 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-16T00:51:34.700 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-16T00:51:34.770 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-16T00:51:34.840 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-16T00:51:34.905 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:51:34.906 INFO:tasks.ceph:role: osd.7 2024-09-16T00:51:34.906 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:51:34.906 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T00:51:34.971 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:51:34.972 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:51:35.005 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-16T00:51:35.006 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-16T00:51:35.007 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-16T00:51:35.076 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-16T00:51:35.145 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:35.241 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:35.241+0000 7f6453064640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-16T00:51:35.242 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:35.241+0000 7f6453064640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-16T00:51:35.242 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:35.241+0000 7f6453064640 -1 bdev(0x5616fa637800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:35.242 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:35.241+0000 7f6453064640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-16T00:51:38.171 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T00:51:38.203 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:38.296 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:38.296+0000 7fb586bdd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-16T00:51:38.296 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:38.296+0000 7fb586bdd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-16T00:51:38.296 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:38.296+0000 7fb586bdd640 -1 bdev(0x558f1006d800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:38.296 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:38.296+0000 7fb586bdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-16T00:51:41.707 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T00:51:41.738 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:41.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:41.830+0000 7f0cdec0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-16T00:51:41.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:41.830+0000 7f0cdec0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-16T00:51:41.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:41.830+0000 7f0cdec0d640 -1 bdev(0x55ac62b9b800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:41.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:41.830+0000 7f0cdec0d640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-16T00:51:45.482 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T00:51:45.513 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:45.603 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:45.603+0000 7fd0ea214640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-16T00:51:45.603 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:45.603+0000 7fd0ea214640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-16T00:51:45.603 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:45.603+0000 7fd0ea214640 -1 bdev(0x559d8135d800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-16T00:51:45.603 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:45.603+0000 7fd0ea214640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-16T00:51:47.030 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:47.033 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:51:48.766 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T00:51:48.796 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T00:51:48.796 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:48.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T00:51:48.829 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:48.829 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-16T00:51:48.899 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:48.899 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-16T00:51:48.969 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:48.969 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T00:51:49.036 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:49.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T00:51:49.104 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:49.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T00:51:49.171 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:49.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T00:51:49.237 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.237 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T00:51:49.269 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.269 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-16T00:51:49.337 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.338 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-16T00:51:49.405 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.406 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-16T00:51:49.473 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.474 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-16T00:51:49.541 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.541 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-16T00:51:49.609 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-16T00:51:49.676 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:49.676 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-16T00:51:49.694 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:49.694 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-16T00:51:49.751 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.751 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-16T00:51:49.770 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:49.770 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-16T00:51:49.826 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T00:51:49.827 DEBUG:teuthology.orchestra.run.smithi032:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T00:51:49.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T00:51:49.870 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.y] 2024-09-16T00:51:49.870 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedm5r5KIBAAhCZtPGwFjSOs1ah4+T+ODg== 2024-09-16T00:51:49.870 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-09-16T00:51:49.870 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedm5uKJJxAA5m4ag+/V1Bt93kdIvZyHTw== 2024-09-16T00:51:49.870 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedmOb7CLhAANywKU0QXGI0Rvz0jIxABLw== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.0] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAJgedmfgSgJBAA/l0hfffs0Skay2RNVCdJFQ== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.1] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAMgedma6YQNhAAZ2MuakIZQSqZJWSRcBPrGg== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.2] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAPgedmwN+gOBAADTeIrkbVmiphJp+bUgz96g== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.3] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQASgedmhEzQOhAAz1WSkEmPuVLwFXHSMG4L1w== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.x] 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedm0Zk5JBAA/BJj8gnX0lzWpUnayZ2nlg== 2024-09-16T00:51:49.871 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedmOy6uMxAAsFtb2Qr5jdbLA6GukeuBSQ== 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAHgedm1qkGOxAAD6RNW01SAhRhvJQZuiHwcg== 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.4] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAXgedmxwhuDhAABBAnOo0k1my0mlsLbcjtAw== 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.5] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAagedmYqqsERAAk852gETMztPxAHMARr0znQ== 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.6] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAdgedmSxCKMRAA1DyZVB57ROx8KSqxm/Kw8A== 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.7] 2024-09-16T00:51:49.872 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAhgedm5737IxAA6SYly6lUSGw8Q6lZUm/5Vw== 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A== 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:[client.2] 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmBTtaCRAAJcri5GQUCM5tT0Cv6uclGA== 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:[client.1] 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmSGaxDBAAkmMyV8DnY7cYbT+Khkmfwg== 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:[client.3] 2024-09-16T00:51:49.873 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmWeVXEhAAmlCkGt6NrQGu9OSYC85AFQ== 2024-09-16T00:51:49.892 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.y] 2024-09-16T00:51:49.892 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedm5r5KIBAAhCZtPGwFjSOs1ah4+T+ODg== 2024-09-16T00:51:49.892 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedm5uKJJxAA5m4ag+/V1Bt93kdIvZyHTw== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedmOb7CLhAANywKU0QXGI0Rvz0jIxABLw== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.0] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAJgedmfgSgJBAA/l0hfffs0Skay2RNVCdJFQ== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.1] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAMgedma6YQNhAAZ2MuakIZQSqZJWSRcBPrGg== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.2] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAPgedmwN+gOBAADTeIrkbVmiphJp+bUgz96g== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.3] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQASgedmhEzQOhAAz1WSkEmPuVLwFXHSMG4L1w== 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.x] 2024-09-16T00:51:49.893 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedm0Zk5JBAA/BJj8gnX0lzWpUnayZ2nlg== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedmOy6uMxAAsFtb2Qr5jdbLA6GukeuBSQ== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAHgedm1qkGOxAAD6RNW01SAhRhvJQZuiHwcg== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.4] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAXgedmxwhuDhAABBAnOo0k1my0mlsLbcjtAw== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.5] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAagedmYqqsERAAk852gETMztPxAHMARr0znQ== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.6] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAdgedmSxCKMRAA1DyZVB57ROx8KSqxm/Kw8A== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.7] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAhgedm5737IxAA6SYly6lUSGw8Q6lZUm/5Vw== 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout:[client.0] 2024-09-16T00:51:49.894 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A== 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout:[client.2] 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAIgedmBTtaCRAAJcri5GQUCM5tT0Cv6uclGA== 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout:[client.1] 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAIgedmSGaxDBAAkmMyV8DnY7cYbT+Khkmfwg== 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout:[client.3] 2024-09-16T00:51:49.895 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQAIgedmWeVXEhAAmlCkGt6NrQGu9OSYC85AFQ== 2024-09-16T00:51:49.896 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:51:49.917 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:51:49.990 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:49.992 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.048 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.050 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.107 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.161 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.213 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.215 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.269 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.321 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:51:50.323 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:51:50.375 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.377 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.432 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.434 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:51:50.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.492 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.544 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.546 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.598 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.601 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.656 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:51:50.708 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.710 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.765 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.767 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.825 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.879 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.882 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:51:50.937 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T00:51:50.937 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T00:51:50.963 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:51:51.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T00:51:51.088 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T00:51:51.114 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:51:51.211 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T00:51:51.236 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T00:51:51.302 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:51:51.400 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T00:51:51.425 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:51.428 DEBUG:teuthology.orchestra.run.smithi050:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:51:51.481 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T00:51:51.482 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T00:51:51.482 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T00:51:51.484 INFO:tasks.ceph.mon.a:Started 2024-09-16T00:51:51.484 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T00:51:51.484 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T00:51:51.524 INFO:tasks.ceph.mon.b:Started 2024-09-16T00:51:51.524 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T00:51:51.525 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T00:51:51.527 INFO:tasks.ceph.mon.c:Started 2024-09-16T00:51:51.527 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T00:51:51.527 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T00:51:51.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T00:51:51.529 INFO:tasks.ceph.mgr.y:Started 2024-09-16T00:51:51.530 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T00:51:51.530 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T00:51:51.532 INFO:tasks.ceph.mgr.x:Started 2024-09-16T00:51:51.532 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T00:51:51.532 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T00:51:51.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.634+0000 7f7911b9a640 1 Processor -- start 2024-09-16T00:51:51.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.634+0000 7f7911b9a640 1 -- start start 2024-09-16T00:51:51.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f7911b9a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:51.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f7911b9a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f790c0cffe0 con 0x7f790c09b140 2024-09-16T00:51:51.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f7911b9a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f790c0d02c0 con 0x7f790c0b47d0 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f7911b9a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f790c0cfd90 con 0x7f790c15c440 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f790c09b140 0x7f790c0cd600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48896/0 (socket says 172.21.15.32:48896) 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790bfff640 1 -- 172.21.15.32:0/4123043305 learned_addr learned my addr 172.21.15.32:0/4123043305 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:51.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.635+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:51.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.836+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:51.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.836+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:51.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.836+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:51.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.836+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:51.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:51.836+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T00:51:52.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:52.237+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:52.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:52.237+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:52.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:52.237+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:52.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:52.237+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:52.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:52.237+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-16T00:51:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:53.038+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:53.038+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:53.038+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:53.038+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:53.038+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-16T00:51:54.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 msgr2=0x7f790c06fd80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:54.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.50:3300/0 conn(0x7f790c15c440 0x7f790c06fd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 >> v1:172.21.15.50:6789/0 conn(0x7f790c0b47d0 legacy=0x7f790c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 >> v1:172.21.15.32:6789/0 conn(0x7f790c09b140 legacy=0x7f790c0cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f790c0cfd90 con 0x7f78f80061f0 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f78f8008d60 con 0x7f78f8003730 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.635+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:54.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:54.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:54.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:54.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:54.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:54.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:54.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:54.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:54.837+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T00:51:55.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:55.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:55.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:55.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:55.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-16T00:51:55.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:55.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:55.238+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790affd640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790affd640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:56.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:56.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:56.039+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-16T00:51:56.909 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:56.909+0000 7f1b10b21040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:51:56.953 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:56.953+0000 7f1b10b21040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:51:57.105 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.105+0000 7f1b10b21040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T00:51:57.158 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.158+0000 7f1b10b21040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:51:57.337 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.337+0000 7f1b10b21040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:51:57.452 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.452+0000 7f1b10b21040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 msgr2=0x7f78f80086b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f80061f0 0x7f78f80086b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f790bfff640 1 -- 172.21.15.32:0/4123043305 reap_dead start 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.635+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f79097fa640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f800a8c0 0x7f78f800ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f790c0cd0e0 con 0x7f78f8006620 2024-09-16T00:51:57.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f790c0cfd90 con 0x7f78f800a8c0 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f79097fa640 1 -- 172.21.15.32:0/4123043305 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f78f8008d60 con 0x7f78f8003730 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790bfff640 1 --2- 172.21.15.32:0/4123043305 >> v2:172.21.15.32:3300/0 conn(0x7f78f800a8c0 0x7f78f800ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790b7fe640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790bfff640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f78f8005b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790b7fe640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790bfff640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790bfff640 1 -- 172.21.15.32:0/4123043305 >> v1:172.21.15.32:6789/0 conn(0x7f78f8006620 legacy=0x7f78f80091a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790bfff640 1 -- 172.21.15.32:0/4123043305 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f800e470 con 0x7f78f800a8c0 2024-09-16T00:51:57.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.636+0000 7f790a7fc640 1 -- 172.21.15.32:0/4123043305 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 539249024 0 0) 0x7f790c0cd0e0 con 0x7f78f8006620 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.637+0000 7f790bfff640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f78f800ccb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f790c0cc7c0 tx=0x7f790402a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820a4058d5e8414 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.637+0000 7f790a7fc640 1 -- 172.21.15.32:0/4123043305 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7904032630 con 0x7f78f800a8c0 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.637+0000 7f790a7fc640 1 -- 172.21.15.32:0/4123043305 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79040327d0 con 0x7f78f800a8c0 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.637+0000 7f790a7fc640 1 -- 172.21.15.32:0/4123043305 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7904032b80 con 0x7f78f800a8c0 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 -- 172.21.15.32:0/4123043305 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 msgr2=0x7f78f800ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f78f800ccb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f790c0cc7c0 tx=0x7f790402a690 comp rx=0 tx=0).stop 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 -- 172.21.15.32:0/4123043305 shutdown_connections 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f78f800ccb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 --2- 172.21.15.32:0/4123043305 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f78f8005b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 -- 172.21.15.32:0/4123043305 >> 172.21.15.32:0/4123043305 conn(0x7f790c0b3cb0 msgr2=0x7f790c0b40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 -- 172.21.15.32:0/4123043305 shutdown_connections 2024-09-16T00:51:57.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.638+0000 7f7911b9a640 1 -- 172.21.15.32:0/4123043305 wait complete. 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.639+0000 7f7911b9a640 1 Processor -- start 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.639+0000 7f7911b9a640 1 -- start start 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78f8006620 0x7f790c0c8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f790c0b1a20 con 0x7f78f800a8c0 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f790c0b18a0 con 0x7f78f8006620 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f7911b9a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f790c0b12c0 con 0x7f78f8003730 2024-09-16T00:51:57.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41596/0 (socket says 172.21.15.32:41596) 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 -- 172.21.15.32:0/3407930080 learned_addr learned my addr 172.21.15.32:0/3407930080 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790b7fe640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790affd640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78f8006620 0x7f790c0c8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790b7fe640 1 -- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f790c15b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790b7fe640 1 -- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f790c15b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790b7fe640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790b7fe640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 -- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 msgr2=0x7f790c15b070 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 -- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78f8006620 msgr2=0x7f790c0c8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78f8006620 0x7f790c0c8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.640+0000 7f790bfff640 1 -- 172.21.15.32:0/3407930080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790c0cc460 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f790bfff640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f790c0d16b0 tx=0x7f79040014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790403b400 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7904042070 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f790c1f3b20 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790403b7c0 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f790c1f40e0 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f790403a070 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.641+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f79040475f0 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.642+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f790c0cd0e0 con 0x7f78f800a8c0 2024-09-16T00:51:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.644+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7904032680 con 0x7f78f800a8c0 2024-09-16T00:51:57.727 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:57.726+0000 7fe39320e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:51:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.739+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f790c15b5b0 con 0x7f78f800a8c0 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f78f3fff640 1 -- 172.21.15.32:0/3407930080 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f790403b960 con 0x7f78f800a8c0 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 msgr2=0x7f790c0c8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f790c0d16b0 tx=0x7f79040014a0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 shutdown_connections 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78f800a8c0 0x7f790c0c8b90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78f8006620 0x7f790c0c8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 --2- 172.21.15.32:0/3407930080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f78f8003730 0x7f790c15b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 >> 172.21.15.32:0/3407930080 conn(0x7f790c0b3cb0 msgr2=0x7f790c0cd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.741+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 shutdown_connections 2024-09-16T00:51:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:57.742+0000 7f7911b9a640 1 -- 172.21.15.32:0/3407930080 wait complete. 2024-09-16T00:51:57.753 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T00:51:57.754 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T00:51:57.754 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:57.754 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T00:51:57.772 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:57.771+0000 7fe39320e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:51:57.780 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:57.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T00:51:57.822 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.822+0000 7f1b10b21040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:51:57.845 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:57.845 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T00:51:57.877 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:57.877+0000 7f1b10b21040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:51:57.902 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:51:57.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T00:51:57.922 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:57.921+0000 7fe39320e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T00:51:57.968 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:57.969 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-16T00:51:57.975 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:57.974+0000 7fe39320e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:51:57.996 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:57.996 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-16T00:51:58.036 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:58.036+0000 7f1b10b21040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:51:58.062 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:58.062 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-16T00:51:58.128 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:51:58.129 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-16T00:51:58.146 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:58.145+0000 7fe39320e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:51:58.171 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 2350259e-7d66-47ea-9707-d24774f93649 0 2024-09-16T00:51:58.264 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:58.263+0000 7fe39320e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:51:58.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.313+0000 7fc96b6d9640 1 Processor -- start 2024-09-16T00:51:58.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.313+0000 7fc96b6d9640 1 -- start start 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc96b6d9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc9640b5d70 0x7fc9640ce4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc96b6d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc96b6d9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc964160aa0 con 0x7fc96415c220 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc96b6d9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc9640cf0c0 con 0x7fc9640b5d70 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc96b6d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc9640ceb00 con 0x7fc9640b6150 2024-09-16T00:51:58.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969475640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc9640b5d70 0x7fc9640ce4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc968c74640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969c76640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fc96415c220 0x7fc96415c6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40778/0 (socket says 172.21.15.50:40778) 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969c76640 1 -- 172.21.15.50:0/302074730 learned_addr learned my addr 172.21.15.50:0/302074730 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc968c74640 1 -- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 msgr2=0x7fc964160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc968c74640 1 -- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 msgr2=0x7fc964160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc968c74640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc968c74640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969475640 1 -- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 msgr2=0x7fc964160560 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969475640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969475640 1 -- 172.21.15.50:0/302074730 >> v1:172.21.15.50:6789/0 conn(0x7fc96415c220 legacy=0x7fc96415c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.314+0000 7fc969475640 1 -- 172.21.15.50:0/302074730 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9640cede0 con 0x7fc9640b5d70 2024-09-16T00:51:58.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.315+0000 7fc969475640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b5d70 0x7fc9640ce4b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc9580097a0 tx=0x7fc95802a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=608b976356d316e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.315+0000 7fc957fff640 1 -- 172.21.15.50:0/302074730 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958037070 con 0x7fc9640b5d70 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.315+0000 7fc957fff640 1 -- 172.21.15.50:0/302074730 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc95802ac90 con 0x7fc9640b5d70 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.315+0000 7fc957fff640 1 -- 172.21.15.50:0/302074730 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958032660 con 0x7fc9640b5d70 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 -- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b5d70 msgr2=0x7fc9640ce4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b5d70 0x7fc9640ce4b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc9580097a0 tx=0x7fc95802a000 comp rx=0 tx=0).stop 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 -- 172.21.15.50:0/302074730 shutdown_connections 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc9640b6150 0x7fc964160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/302074730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b5d70 0x7fc9640ce4b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 -- 172.21.15.50:0/302074730 >> 172.21.15.50:0/302074730 conn(0x7fc964073370 msgr2=0x7fc96406baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 -- 172.21.15.50:0/302074730 shutdown_connections 2024-09-16T00:51:58.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.316+0000 7fc96b6d9640 1 -- 172.21.15.50:0/302074730 wait complete. 2024-09-16T00:51:58.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.317+0000 7fc96b6d9640 1 Processor -- start 2024-09-16T00:51:58.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.317+0000 7fc96b6d9640 1 -- start start 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9640b5d70 0x7fc964152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9640b6590 con 0x7fc9640b5d70 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc96406ea20 con 0x7fc9640b6150 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc96b6d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc96415df90 con 0x7fc96415c220 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969c76640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45930/0 (socket says 172.21.15.50:45930) 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 -- 172.21.15.50:0/2324264270 learned_addr learned my addr 172.21.15.50:0/2324264270 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969c76640 1 -- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 msgr2=0x7fc9640b0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969c76640 1 -- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 msgr2=0x7fc9640b0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:58.321 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969c76640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969c76640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc969475640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9640b5d70 0x7fc964152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 -- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 msgr2=0x7fc9640b0910 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 -- 172.21.15.50:0/2324264270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9640b5d70 msgr2=0x7fc964152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9640b5d70 0x7fc964152f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.318+0000 7fc968c74640 1 -- 172.21.15.50:0/2324264270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96415e270 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc968c74640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc960011a60 tx=0x7fc960011f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96001e070 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc96000fbe0 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc96415e550 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc960019440 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc96415eb10 con 0x7fc9640b6150 2024-09-16T00:51:58.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc960021070 con 0x7fc9640b6150 2024-09-16T00:51:58.323 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.319+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fc960023c60 con 0x7fc9640b6150 2024-09-16T00:51:58.323 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.320+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9640b52b0 con 0x7fc9640b6150 2024-09-16T00:51:58.325 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.324+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc9640b52b0 con 0x7fc9640b6150 2024-09-16T00:51:58.396 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.395+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2350259e-7d66-47ea-9707-d24774f93649", "id": 0} v 0) -- 0x7fc9640ce4b0 con 0x7fc9640b6150 2024-09-16T00:51:58.399 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.398+0000 7fc955ffb640 1 -- 172.21.15.50:0/2324264270 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2350259e-7d66-47ea-9707-d24774f93649", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fc960028020 con 0x7fc9640b6150 2024-09-16T00:51:58.418 INFO:teuthology.orchestra.run.smithi050.stdout:0 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 msgr2=0x7fc96415f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc960011a60 tx=0x7fc960011f20 comp rx=0 tx=0).stop 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 shutdown_connections 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc96415c220 0x7fc9640b0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9640b6150 0x7fc96415f030 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 --2- 172.21.15.50:0/2324264270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9640b5d70 0x7fc964152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 >> 172.21.15.50:0/2324264270 conn(0x7fc964073370 msgr2=0x7fc9640b4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 shutdown_connections 2024-09-16T00:51:58.420 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.399+0000 7fc96b6d9640 1 -- 172.21.15.50:0/2324264270 wait complete. 2024-09-16T00:51:58.421 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca 1 2024-09-16T00:51:58.521 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.520+0000 7fbddd4dd640 1 Processor -- start 2024-09-16T00:51:58.522 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.520+0000 7fbddd4dd640 1 -- start start 2024-09-16T00:51:58.524 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbddd4dd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbdd815c100 0x7fbdd80ce530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbddd4dd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbddd4dd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdd80cebf0 con 0x7fbdd80d0820 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbddd4dd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fbdd80d19f0 con 0x7fbdd815c100 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbddd4dd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd80cc9c0 con 0x7fbdd80b43f0 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbdd77fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbdd77fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57636/0 (socket says 172.21.15.50:57636) 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.521+0000 7fbdd77fe640 1 -- 172.21.15.50:0/3218441567 learned_addr learned my addr 172.21.15.50:0/3218441567 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd6ffd640 1 --2- 172.21.15.50:0/3218441567 >> v2:172.21.15.32:3300/0 conn(0x7fbdd815c100 0x7fbdd80ce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd77fe640 1 -- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd80d1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-16T00:51:58.525 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd77fe640 1 -- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd80d1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd77fe640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd77fe640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd5ffb640 1 -- 172.21.15.50:0/3218441567 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 720690282 0 0) 0x7fbdd80cebf0 con 0x7fbdd80d0820 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd5ffb640 1 -- 172.21.15.50:0/3218441567 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbdc0003520 con 0x7fbdd80d0820 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd80d1e80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd6ffd640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/3218441567 >> v1:172.21.15.32:6789/0 conn(0x7fbdd80d0820 legacy=0x7fbdd80b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.522+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/3218441567 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd80ccca0 con 0x7fbdd815c100 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.523+0000 7fbdd6ffd640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd80ce530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80097a0 tx=0x7fbdc802a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ded26147909b6bdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.523+0000 7fbdd5ffb640 1 -- 172.21.15.50:0/3218441567 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc8037070 con 0x7fbdd815c100 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.523+0000 7fbdd5ffb640 1 -- 172.21.15.50:0/3218441567 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdc802adb0 con 0x7fbdd815c100 2024-09-16T00:51:58.526 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.523+0000 7fbdd5ffb640 1 -- 172.21.15.50:0/3218441567 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc8032660 con 0x7fbdd815c100 2024-09-16T00:51:58.529 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 -- 172.21.15.50:0/3218441567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 msgr2=0x7fbdd80ce530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd80ce530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80097a0 tx=0x7fbdc802a060 comp rx=0 tx=0).stop 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 -- 172.21.15.50:0/3218441567 shutdown_connections 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd80d1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/3218441567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd80ce530 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 -- 172.21.15.50:0/3218441567 >> 172.21.15.50:0/3218441567 conn(0x7fbdd806baf0 msgr2=0x7fbdd806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 -- 172.21.15.50:0/3218441567 shutdown_connections 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.524+0000 7fbddd4dd640 1 -- 172.21.15.50:0/3218441567 wait complete. 2024-09-16T00:51:58.530 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.525+0000 7fbddd4dd640 1 Processor -- start 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.525+0000 7fbddd4dd640 1 -- start start 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd81f2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd80cd100 con 0x7fbdd815c100 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd80ccf80 con 0x7fbdd80d0820 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbddd4dd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd80d0c90 con 0x7fbdd80b43f0 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd67fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57640/0 (socket says 172.21.15.50:57640) 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/330884371 learned_addr learned my addr 172.21.15.50:0/330884371 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd67fc640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45942/0 (socket says 172.21.15.50:45942) 2024-09-16T00:51:58.531 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd77fe640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd81f2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd815b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 -- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd815b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.526+0000 7fbdd6ffd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 -- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 msgr2=0x7fbdd815b320 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 -- 172.21.15.50:0/330884371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 msgr2=0x7fbdd81f2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd81f2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 -- 172.21.15.50:0/330884371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd815fbf0 con 0x7fbdd80d0820 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdd67fc640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc001640 tx=0x7fbdcc001b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc00e2e0 con 0x7fbdd80d0820 2024-09-16T00:51:58.532 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdcc0050d0 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd81f54c0 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc010630 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd81f5a80 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbdcc010b60 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.527+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fbdcc00c910 con 0x7fbdd80d0820 2024-09-16T00:51:58.533 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.528+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd80ce530 con 0x7fbdd80d0820 2024-09-16T00:51:58.534 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.530+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbdcc026020 con 0x7fbdd80d0820 2024-09-16T00:51:58.602 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.601+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca", "id": 1} v 0) -- 0x7fbdd80cf560 con 0x7fbdd80d0820 2024-09-16T00:51:58.605 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.604+0000 7fbdbf7fe640 1 -- 172.21.15.50:0/330884371 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fbdcc00cb10 con 0x7fbdd80d0820 2024-09-16T00:51:58.605 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-16T00:51:58.606 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 msgr2=0x7fbdd815f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc001640 tx=0x7fbdcc001b00 comp rx=0 tx=0).stop 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 shutdown_connections 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd815c100 0x7fbdd81f2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdd80d0820 0x7fbdd815f560 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 --2- 172.21.15.50:0/330884371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbdd80b43f0 0x7fbdd815b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 >> 172.21.15.50:0/330884371 conn(0x7fbdd806baf0 msgr2=0x7fbdd80c9920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 shutdown_connections 2024-09-16T00:51:58.607 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.605+0000 7fbddd4dd640 1 -- 172.21.15.50:0/330884371 wait complete. 2024-09-16T00:51:58.617 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new c3ade3b2-690d-4e81-b56a-eb5798d3a4a4 2 2024-09-16T00:51:58.628 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:58.627+0000 7fe39320e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:51:58.685 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:58.684+0000 7fe39320e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:51:58.718 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.717+0000 7ff32b959640 1 Processor -- start 2024-09-16T00:51:58.718 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.717+0000 7ff32b959640 1 -- start start 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff32b959640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff324161a20 0x7ff3240b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff32b959640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff32b959640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff324070b00 con 0x7ff32406baf0 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff32b959640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff3240b4c40 con 0x7ff324161a20 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff32b959640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff32406ee20 con 0x7ff3240706e0 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff324161a20 0x7ff3240b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57642/0 (socket says 172.21.15.50:57642) 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 -- 172.21.15.50:0/354536988 learned_addr learned my addr 172.21.15.50:0/354536988 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff324161a20 0x7ff3240b5c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45944/0 (socket says 172.21.15.50:45944) 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 -- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff3240adf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:58.720 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 -- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff3240adf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff328ef4640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 -- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff3240adf30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 -- 172.21.15.50:0/354536988 >> v1:172.21.15.32:6789/0 conn(0x7ff32406baf0 legacy=0x7ff3240732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.718+0000 7ff3296f5640 1 -- 172.21.15.50:0/354536988 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff324072d80 con 0x7ff324161a20 2024-09-16T00:51:58.721 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.719+0000 7ff3296f5640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff324161a20 0x7ff3240b5c00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff3200097a0 tx=0x7ff32002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd2d3972d37c4a13 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.722 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.719+0000 7ff31bfff640 1 -- 172.21.15.50:0/354536988 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320037070 con 0x7ff324161a20 2024-09-16T00:51:58.722 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.719+0000 7ff31bfff640 1 -- 172.21.15.50:0/354536988 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff32002ae50 con 0x7ff324161a20 2024-09-16T00:51:58.722 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.719+0000 7ff31bfff640 1 -- 172.21.15.50:0/354536988 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320032660 con 0x7ff324161a20 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 -- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff324161a20 msgr2=0x7ff3240b5c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff324161a20 0x7ff3240b5c00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff3200097a0 tx=0x7ff32002a100 comp rx=0 tx=0).stop 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 -- 172.21.15.50:0/354536988 shutdown_connections 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff3240adf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 --2- 172.21.15.50:0/354536988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff324161a20 0x7ff3240b5c00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 -- 172.21.15.50:0/354536988 >> 172.21.15.50:0/354536988 conn(0x7ff3240b2c50 msgr2=0x7ff3240b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 -- 172.21.15.50:0/354536988 shutdown_connections 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.720+0000 7ff32b959640 1 -- 172.21.15.50:0/354536988 wait complete. 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.721+0000 7ff32b959640 1 Processor -- start 2024-09-16T00:51:58.723 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.721+0000 7ff32b959640 1 -- start start 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff324161a20 0x7ff3241572c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff32406f280 con 0x7ff324161a20 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff32406f100 con 0x7ff32406baf0 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff32b959640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3240ae470 con 0x7ff3240706e0 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff328ef4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45948/0 (socket says 172.21.15.50:45948) 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 -- 172.21.15.50:0/1570277204 learned_addr learned my addr 172.21.15.50:0/1570277204 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff329ef6640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff324161a20 0x7ff3241572c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff328ef4640 1 -- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff324160bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:51:58.726 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff328ef4640 1 -- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff324160bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff328ef4640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff328ef4640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 -- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 msgr2=0x7ff324160bf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 -- 172.21.15.50:0/1570277204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff324161a20 msgr2=0x7ff3241572c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff324161a20 0x7ff3241572c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.722+0000 7ff3296f5640 1 -- 172.21.15.50:0/1570277204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff32415eef0 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff3296f5640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff3200098c0 tx=0x7ff3200046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320041030 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff32002ac50 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff32415f1d0 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320037040 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff32415f790 con 0x7ff32406baf0 2024-09-16T00:51:58.727 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff320044070 con 0x7ff32406baf0 2024-09-16T00:51:58.728 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.723+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7ff320046ba0 con 0x7ff32406baf0 2024-09-16T00:51:58.728 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.724+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3240adf30 con 0x7ff32406baf0 2024-09-16T00:51:58.728 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.726+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff32002ae20 con 0x7ff32406baf0 2024-09-16T00:51:58.799 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.798+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c3ade3b2-690d-4e81-b56a-eb5798d3a4a4", "id": 2} v 0) -- 0x7ff3240afcf0 con 0x7ff32406baf0 2024-09-16T00:51:58.801 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.800+0000 7ff319ffb640 1 -- 172.21.15.50:0/1570277204 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c3ade3b2-690d-4e81-b56a-eb5798d3a4a4", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7ff320046780 con 0x7ff32406baf0 2024-09-16T00:51:58.801 INFO:teuthology.orchestra.run.smithi050.stdout:2 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 msgr2=0x7ff324146a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff3200098c0 tx=0x7ff3200046c0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 shutdown_connections 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff324161a20 0x7ff3241572c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3240706e0 0x7ff324160bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 --2- 172.21.15.50:0/1570277204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff32406baf0 0x7ff324146a20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 >> 172.21.15.50:0/1570277204 conn(0x7ff3240b2c50 msgr2=0x7ff3240ae790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.801+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 shutdown_connections 2024-09-16T00:51:58.803 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.802+0000 7ff32b959640 1 -- 172.21.15.50:0/1570277204 wait complete. 2024-09-16T00:51:58.813 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 173ee656-3173-4f25-92ff-b4e4324d8c10 3 2024-09-16T00:51:58.847 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:58.846+0000 7fe39320e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:51:58.948 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.947+0000 7f1a27c3c640 1 Processor -- start 2024-09-16T00:51:58.948 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.947+0000 7f1a27c3c640 1 -- start start 2024-09-16T00:51:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a27c3c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a27c3c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1a200cd270 0x7f1a200c5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.950 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a27c3c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a200cda10 con 0x7f1a2015c3a0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a27c3c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f1a200cd7c0 con 0x7f1a200cd270 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a27c3c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1a200cdcf0 con 0x7f1a200c7cd0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57648/0 (socket says 172.21.15.50:57648) 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 -- 172.21.15.50:0/909774501 learned_addr learned my addr 172.21.15.50:0/909774501 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 -- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 msgr2=0x7f1a200b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 -- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 msgr2=0x7f1a200b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a261d9640 1 --2- 172.21.15.50:0/909774501 >> v2:172.21.15.32:3300/0 conn(0x7f1a200cd270 0x7f1a200c5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.948+0000 7f1a251d7640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a249d6640 1 -- 172.21.15.50:0/909774501 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4058059973 0 0) 0x7f1a200cda10 con 0x7f1a2015c3a0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a249d6640 1 -- 172.21.15.50:0/909774501 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1a0c003520 con 0x7f1a2015c3a0 2024-09-16T00:51:58.951 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a261d9640 1 -- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 msgr2=0x7f1a200b3460 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:58.952 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a261d9640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.952 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a261d9640 1 -- 172.21.15.50:0/909774501 >> v1:172.21.15.32:6789/0 conn(0x7f1a2015c3a0 legacy=0x7f1a200c75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.952 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.949+0000 7f1a261d9640 1 -- 172.21.15.50:0/909774501 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a200cdfd0 con 0x7f1a200cd270 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.950+0000 7f1a261d9640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200cd270 0x7f1a200c5fc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1a18009dc0 tx=0x7f1a1802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a749267d49d9cfea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.950+0000 7f1a249d6640 1 -- 172.21.15.50:0/909774501 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18007740 con 0x7f1a200cd270 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.950+0000 7f1a249d6640 1 -- 172.21.15.50:0/909774501 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a180078e0 con 0x7f1a200cd270 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.950+0000 7f1a249d6640 1 -- 172.21.15.50:0/909774501 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18007cb0 con 0x7f1a200cd270 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 -- 172.21.15.50:0/909774501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200cd270 msgr2=0x7f1a200c5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200cd270 0x7f1a200c5fc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1a18009dc0 tx=0x7f1a1802a5f0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 -- 172.21.15.50:0/909774501 shutdown_connections 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200cd270 0x7f1a200c5fc0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/909774501 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200c7cd0 0x7f1a200b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 -- 172.21.15.50:0/909774501 >> 172.21.15.50:0/909774501 conn(0x7f1a2009aa30 msgr2=0x7f1a200b2d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 -- 172.21.15.50:0/909774501 shutdown_connections 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.951+0000 7f1a27c3c640 1 -- 172.21.15.50:0/909774501 wait complete. 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.952+0000 7f1a27c3c640 1 Processor -- start 2024-09-16T00:51:58.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.952+0000 7f1a27c3c640 1 -- start start 2024-09-16T00:51:58.956 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 0x7f1a200c88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 0x7f1a200af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1a200ce7d0 con 0x7f1a200c7cd0 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a200b0840 con 0x7f1a2015c3a0 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a27c3c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1a200ae1d0 con 0x7f1a200cd270 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57662/0 (socket says 172.21.15.50:57662) 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 -- 172.21.15.50:0/2999771284 learned_addr learned my addr 172.21.15.50:0/2999771284 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a261d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 0x7f1a200af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a259d8640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 0x7f1a200c88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 -- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 msgr2=0x7f1a200af270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:51:58.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 -- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 msgr2=0x7f1a200af270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.953+0000 7f1a251d7640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 -- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 msgr2=0x7f1a200af270 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 -- 172.21.15.50:0/2999771284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 msgr2=0x7f1a200c88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 0x7f1a200c88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 -- 172.21.15.50:0/2999771284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a200ae4b0 con 0x7f1a2015c3a0 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a259d8640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 0x7f1a200c88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a261d9640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 0x7f1a200af7b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1a18031000 tx=0x7f1a18004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18040070 con 0x7f1a2015c3a0 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a18031bc0 con 0x7f1a2015c3a0 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a200ae790 con 0x7f1a2015c3a0 2024-09-16T00:51:58.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18009450 con 0x7f1a2015c3a0 2024-09-16T00:51:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a200aed50 con 0x7f1a2015c3a0 2024-09-16T00:51:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1a18039040 con 0x7f1a2015c3a0 2024-09-16T00:51:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.954+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f1a18045cd0 con 0x7f1a2015c3a0 2024-09-16T00:51:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.955+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a200b3460 con 0x7f1a2015c3a0 2024-09-16T00:51:58.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:58.957+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1a18053020 con 0x7f1a2015c3a0 2024-09-16T00:51:59.028 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.028+0000 7f1b10b21040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:51:59.029 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.028+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "173ee656-3173-4f25-92ff-b4e4324d8c10", "id": 3} v 0) -- 0x7f1a200ce950 con 0x7f1a2015c3a0 2024-09-16T00:51:59.032 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.031+0000 7f1a167fc640 1 -- 172.21.15.50:0/2999771284 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "173ee656-3173-4f25-92ff-b4e4324d8c10", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f1a18007840 con 0x7f1a2015c3a0 2024-09-16T00:51:59.032 INFO:teuthology.orchestra.run.smithi050.stdout:3 2024-09-16T00:51:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 msgr2=0x7f1a200af7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 0x7f1a200af7b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1a18031000 tx=0x7f1a18004a40 comp rx=0 tx=0).stop 2024-09-16T00:51:59.033 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 shutdown_connections 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2015c3a0 0x7f1a200af7b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1a200cd270 0x7f1a200af270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 --2- 172.21.15.50:0/2999771284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a200c7cd0 0x7f1a200c88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 >> 172.21.15.50:0/2999771284 conn(0x7f1a2009aa30 msgr2=0x7f1a2015a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 shutdown_connections 2024-09-16T00:51:59.034 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.032+0000 7f1a27c3c640 1 -- 172.21.15.50:0/2999771284 wait complete. 2024-09-16T00:51:59.044 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new a528cd16-8a18-4307-8624-aeaa3d45986a 4 2024-09-16T00:51:59.084 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.084+0000 7f1b10b21040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:51:59.145 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.144+0000 7f91c26ba640 1 Processor -- start 2024-09-16T00:51:59.145 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.144+0000 7f91c26ba640 1 -- start start 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91c26ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91bc0ce670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91c26ba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91bc160340 con 0x7f91bc0cebb0 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91c26ba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91bc160620 con 0x7f91bc15c2e0 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91c26ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f91bc0d02a0 con 0x7f91bc15fd80 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91b3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91bc0ce670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.149 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bbfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f91bc15c2e0 0x7f91bc0d19a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40780/0 (socket says 172.21.15.50:40780) 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bbfff640 1 -- 172.21.15.50:0/2719875747 learned_addr learned my addr 172.21.15.50:0/2719875747 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91b3fff640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 msgr2=0x7f91bc0ce670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91b3fff640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 msgr2=0x7f91bc0ce670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91b3fff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91bc0ce670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91b3fff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91bc0ce670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 688775182 0 0) 0x7f91bc160620 con 0x7f91bc15c2e0 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91a8003520 con 0x7f91bc15c2e0 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1163305292 0 0) 0x7f91bc160340 con 0x7f91bc0cebb0 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91bc160620 con 0x7f91bc0cebb0 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 880867926 0 0) 0x7f91a8003520 con 0x7f91bc15c2e0 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 msgr2=0x7f91bc0ce670 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:59.150 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91bc0ce670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 >> v1:172.21.15.32:6789/0 conn(0x7f91bc0cebb0 legacy=0x7f91bc0d2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91bc160900 con 0x7f91bc15c2e0 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f91ac001670 con 0x7f91bc15c2e0 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 >> v1:172.21.15.50:6789/0 conn(0x7f91bc15c2e0 legacy=0x7f91bc0d19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91a8003b40 0x7f91a8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91a8004d40 0x7f91a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc0d02a0 con 0x7f91a8004d40 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91a800bb20 con 0x7f91a8003b40 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.145+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f91a800bd20 con 0x7f91bc15fd80 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91b3fff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91a8003b40 0x7f91a8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.151 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91c0c57640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91a8004d40 0x7f91a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 msgr2=0x7f91a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91a8004d40 msgr2=0x7f91a80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91a8004d40 0x7f91a80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91bbfff640 1 -- 172.21.15.50:0/2719875747 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a8003520 con 0x7f91a8003b40 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91c0c57640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91a8004d40 0x7f91a80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.146+0000 7f91b3fff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91bc15fd80 0x7f91a8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91bbfff640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91a8003b40 0x7f91a8003f40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00c1c0 tx=0x7f91a8005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e710bf065c9b08e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac007cc0 con 0x7f91a8003b40 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91ac005ad0 con 0x7f91a8003b40 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91bb7fe640 1 -- 172.21.15.50:0/2719875747 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac007070 con 0x7f91a8003b40 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c26ba640 1 -- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91a8003b40 msgr2=0x7f91a8003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c26ba640 1 --2- 172.21.15.50:0/2719875747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91a8003b40 0x7f91a8003f40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00c1c0 tx=0x7f91a8005830 comp rx=0 tx=0).stop 2024-09-16T00:51:59.152 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c0c57640 1 -- 172.21.15.50:0/2719875747 reap_dead start 2024-09-16T00:51:59.153 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c26ba640 1 -- 172.21.15.50:0/2719875747 shutdown_connections 2024-09-16T00:51:59.153 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c26ba640 1 -- 172.21.15.50:0/2719875747 >> 172.21.15.50:0/2719875747 conn(0x7f91bc071830 msgr2=0x7f91bc071c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.153 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.147+0000 7f91c26ba640 1 -- 172.21.15.50:0/2719875747 shutdown_connections 2024-09-16T00:51:59.153 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.148+0000 7f91c26ba640 1 -- 172.21.15.50:0/2719875747 wait complete. 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.149+0000 7f91c26ba640 1 Processor -- start 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.149+0000 7f91c26ba640 1 -- start start 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.149+0000 7f91c26ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 0x7f91bc15d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91bc15d600 0x7f91bc154050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc0d29d0 con 0x7f91bc15d600 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc0d2850 con 0x7f91bc15cc40 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f91bc0ce670 con 0x7f91a8003b40 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 0x7f91bc15d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57674/0 (socket says 172.21.15.50:57674) 2024-09-16T00:51:59.156 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 -- 172.21.15.50:0/4027768186 learned_addr learned my addr 172.21.15.50:0/4027768186 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c0c57640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91bc15d600 0x7f91bc154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 -- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 msgr2=0x7f91bc15f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 -- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 msgr2=0x7f91bc15f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91bbfff640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 -- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 msgr2=0x7f91bc15f5b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 -- 172.21.15.50:0/4027768186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91bc15d600 msgr2=0x7f91bc154050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91bc15d600 0x7f91bc154050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 -- 172.21.15.50:0/4027768186 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91bc1f1aa0 con 0x7f91bc15cc40 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b3fff640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 0x7f91bc15d0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f91a4003910 tx=0x7f91a4003d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4018070 con 0x7f91bc15cc40 2024-09-16T00:51:59.157 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91a4003f00 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91bc157150 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4010c80 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.150+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91bc156670 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.151+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f91a401b070 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.151+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f91a4014940 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.151+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91bc0d2140 con 0x7f91bc15cc40 2024-09-16T00:51:59.158 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.153+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f91a4010e20 con 0x7f91bc15cc40 2024-09-16T00:51:59.225 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.224+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a528cd16-8a18-4307-8624-aeaa3d45986a", "id": 4} v 0) -- 0x7f91bc0690c0 con 0x7f91bc15cc40 2024-09-16T00:51:59.228 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.227+0000 7f91b97fa640 1 -- 172.21.15.50:0/4027768186 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a528cd16-8a18-4307-8624-aeaa3d45986a", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f91a4014cc0 con 0x7f91bc15cc40 2024-09-16T00:51:59.228 INFO:teuthology.orchestra.run.smithi050.stdout:4 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 msgr2=0x7f91bc15d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 0x7f91bc15d0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f91a4003910 tx=0x7f91a4003d10 comp rx=0 tx=0).stop 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 shutdown_connections 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91bc15d600 0x7f91bc154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91bc15cc40 0x7f91bc15d0c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 --2- 172.21.15.50:0/4027768186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f91a8003b40 0x7f91bc15f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 >> 172.21.15.50:0/4027768186 conn(0x7f91bc071830 msgr2=0x7f91bc0d0730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.230 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 shutdown_connections 2024-09-16T00:51:59.230 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.228+0000 7f91c26ba640 1 -- 172.21.15.50:0/4027768186 wait complete. 2024-09-16T00:51:59.239 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new dc8af3ef-fe7e-4473-b35e-fbef1fde5650 5 2024-09-16T00:51:59.342 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 Processor -- start 2024-09-16T00:51:59.342 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 -- start start 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc38073c30 0x7fdc3815bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc38073370 con 0x7fdc3815b0b0 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fdc3815bb50 con 0x7fdc38073c30 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.341+0000 7fdc3ddfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdc38073650 con 0x7fdc38070200 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57676/0 (socket says 172.21.15.50:57676) 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 -- 172.21.15.50:0/2715921875 learned_addr learned my addr 172.21.15.50:0/2715921875 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc37fff640 1 --2- 172.21.15.50:0/2715921875 >> v2:172.21.15.32:3300/0 conn(0x7fdc38073c30 0x7fdc3815bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 -- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 msgr2=0x7fdc38072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:59.344 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 -- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 msgr2=0x7fdc38072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc2effd640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc36ffd640 1 -- 172.21.15.50:0/2715921875 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 489150546 0 0) 0x7fdc38073370 con 0x7fdc3815b0b0 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc36ffd640 1 -- 172.21.15.50:0/2715921875 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc24003520 con 0x7fdc3815b0b0 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc37fff640 1 -- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 msgr2=0x7fdc38072ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc37fff640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc37fff640 1 -- 172.21.15.50:0/2715921875 >> v1:172.21.15.32:6789/0 conn(0x7fdc3815b0b0 legacy=0x7fdc3806faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.345 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.342+0000 7fdc37fff640 1 -- 172.21.15.50:0/2715921875 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc3815b7e0 con 0x7fdc38073c30 2024-09-16T00:51:59.346 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.343+0000 7fdc37fff640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc38073c30 0x7fdc3815bfe0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdc30009d90 tx=0x7fdc3002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a89d85a55904d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.346 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.343+0000 7fdc36ffd640 1 -- 172.21.15.50:0/2715921875 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30007740 con 0x7fdc38073c30 2024-09-16T00:51:59.346 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.343+0000 7fdc36ffd640 1 -- 172.21.15.50:0/2715921875 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc300078e0 con 0x7fdc38073c30 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.343+0000 7fdc36ffd640 1 -- 172.21.15.50:0/2715921875 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30007cb0 con 0x7fdc38073c30 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/2715921875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc38073c30 msgr2=0x7fdc3815bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc38073c30 0x7fdc3815bfe0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdc30009d90 tx=0x7fdc3002a660 comp rx=0 tx=0).stop 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/2715921875 shutdown_connections 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc38073c30 0x7fdc3815bfe0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/2715921875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38070200 0x7fdc38072ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/2715921875 >> 172.21.15.50:0/2715921875 conn(0x7fdc380b2c50 msgr2=0x7fdc380b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/2715921875 shutdown_connections 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.344+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/2715921875 wait complete. 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.345+0000 7fdc3ddfd640 1 Processor -- start 2024-09-16T00:51:59.347 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 -- start start 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc3815b0b0 0x7fdc3815eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdc380aec50 con 0x7fdc3815b0b0 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3815b490 con 0x7fdc38070200 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc3ddfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdc380aedd0 con 0x7fdc38073c30 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc377fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.346+0000 7fdc2effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:45990/0 (socket says 172.21.15.50:45990) 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc2effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57690/0 (socket says 172.21.15.50:57690) 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 -- 172.21.15.50:0/1894685806 learned_addr learned my addr 172.21.15.50:0/1894685806 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:59.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc37fff640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc3815b0b0 0x7fdc3815eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc2effd640 1 -- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 msgr2=0x7fdc3815e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc2effd640 1 -- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 msgr2=0x7fdc3815e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc2effd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc2effd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 -- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 msgr2=0x7fdc3815e9b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 -- 172.21.15.50:0/1894685806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc3815b0b0 msgr2=0x7fdc3815eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc3815b0b0 0x7fdc3815eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 -- 172.21.15.50:0/1894685806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc3815d090 con 0x7fdc38070200 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc377fe640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc2800c430 tx=0x7fdc2800c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28017070 con 0x7fdc38070200 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc280052f0 con 0x7fdc38070200 2024-09-16T00:51:59.351 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc3815d370 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28003830 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc3815d930 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdc2801a070 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.347+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fdc28011cc0 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.349+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc38072ce0 con 0x7fdc38070200 2024-09-16T00:51:59.352 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.351+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdc28021020 con 0x7fdc38070200 2024-09-16T00:51:59.422 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.421+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "dc8af3ef-fe7e-4473-b35e-fbef1fde5650", "id": 5} v 0) -- 0x7fdc3814fe90 con 0x7fdc38070200 2024-09-16T00:51:59.425 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.424+0000 7fdc34ff9640 1 -- 172.21.15.50:0/1894685806 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dc8af3ef-fe7e-4473-b35e-fbef1fde5650", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fdc28011590 con 0x7fdc38070200 2024-09-16T00:51:59.425 INFO:teuthology.orchestra.run.smithi050.stdout:5 2024-09-16T00:51:59.426 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 msgr2=0x7fdc38145ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc2800c430 tx=0x7fdc2800c8f0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 shutdown_connections 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc3815b0b0 0x7fdc3815eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc38073c30 0x7fdc3815e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 --2- 172.21.15.50:0/1894685806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc38070200 0x7fdc38145ed0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 >> 172.21.15.50:0/1894685806 conn(0x7fdc380b2c50 msgr2=0x7fdc380b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 shutdown_connections 2024-09-16T00:51:59.427 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.425+0000 7fdc3ddfd640 1 -- 172.21.15.50:0/1894685806 wait complete. 2024-09-16T00:51:59.437 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 0cfcc801-cade-4fe9-86a0-b31e940c2da4 6 2024-09-16T00:51:59.473 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.473+0000 7f1b10b21040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T00:51:59.538 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.537+0000 7fbef9131640 1 Processor -- start 2024-09-16T00:51:59.538 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.537+0000 7fbef9131640 1 -- start start 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef9131640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbef4072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef9131640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbef4073370 con 0x7fbef4073c30 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef9131640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbef4073650 con 0x7fbef415b0b0 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef9131640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbef415bb50 con 0x7fbef4070200 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbeebfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbef4072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.542 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef2d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fbef415b0b0 0x7fbef406faf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40784/0 (socket says 172.21.15.50:40784) 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef2d9d640 1 -- 172.21.15.50:0/2498472809 learned_addr learned my addr 172.21.15.50:0/2498472809 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbeebfff640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 msgr2=0x7fbef4072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbeebfff640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 msgr2=0x7fbef4072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbeebfff640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbef4072ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbeebfff640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbef4072ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1105657059 0 0) 0x7fbef4073650 con 0x7fbef415b0b0 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.538+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbee0003520 con 0x7fbef415b0b0 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2673435642 0 0) 0x7fbef4073370 con 0x7fbef4073c30 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbef4073650 con 0x7fbef4073c30 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3052848630 0 0) 0x7fbee0003520 con 0x7fbef415b0b0 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 msgr2=0x7fbef4072ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbef4072ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.543 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 >> v1:172.21.15.32:6789/0 conn(0x7fbef4073c30 legacy=0x7fbef40aec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef415b7e0 con 0x7fbef415b0b0 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fbee4001670 con 0x7fbef415b0b0 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 >> v1:172.21.15.50:6789/0 conn(0x7fbef415b0b0 legacy=0x7fbef406faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbee0003b40 0x7fbee0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbee0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee0004d40 0x7fbee00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbef415bb50 con 0x7fbee0003b40 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbee000bb80 con 0x7fbee0004d40 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbee000bd80 con 0x7fbef4070200 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbeebfff640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbee0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef359e640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee0004d40 0x7fbee00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.544 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbee0003b40 0x7fbee0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 msgr2=0x7fbee0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbee0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee0004d40 msgr2=0x7fbee00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee0004d40 0x7fbee00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef2d9d640 1 -- 172.21.15.50:0/2498472809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee0003520 con 0x7fbee0003b40 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbef359e640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee0004d40 0x7fbee00051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.539+0000 7fbeebfff640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbef4070200 0x7fbee0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.540+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbee0003b40 0x7fbee0003f40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbee400e320 tx=0x7fbee0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2153ff2b9ddbaa8f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.545 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.540+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4001cc0 con 0x7fbee0003b40 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.540+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbee4038070 con 0x7fbee0003b40 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.540+0000 7fbef259c640 1 -- 172.21.15.50:0/2498472809 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee40338e0 con 0x7fbee0003b40 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 -- 172.21.15.50:0/2498472809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbee0003b40 msgr2=0x7fbee0003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 --2- 172.21.15.50:0/2498472809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbee0003b40 0x7fbee0003f40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbee400e320 tx=0x7fbee0005830 comp rx=0 tx=0).stop 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef359e640 1 -- 172.21.15.50:0/2498472809 reap_dead start 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 -- 172.21.15.50:0/2498472809 shutdown_connections 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 -- 172.21.15.50:0/2498472809 >> 172.21.15.50:0/2498472809 conn(0x7fbef40b2c50 msgr2=0x7fbef40b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 -- 172.21.15.50:0/2498472809 shutdown_connections 2024-09-16T00:51:59.546 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.541+0000 7fbef9131640 1 -- 172.21.15.50:0/2498472809 wait complete. 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.542+0000 7fbef9131640 1 Processor -- start 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.542+0000 7fbef9131640 1 -- start start 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 0x7fbef415c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 0x7fbef415cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.549 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbef4072ce0 con 0x7fbef415f170 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbef415b490 con 0x7fbef415f5f0 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef9131640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbef4072e60 con 0x7fbee0003b40 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 0x7fbef415cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57726/0 (socket says 172.21.15.50:57726) 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 -- 172.21.15.50:0/609716764 learned_addr learned my addr 172.21.15.50:0/609716764 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbeebfff640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 0x7fbef415c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 -- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 msgr2=0x7fbef4151d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 -- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 msgr2=0x7fbef4151d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.543+0000 7fbef2d9d640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.550 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 -- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 msgr2=0x7fbef4151d20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 -- 172.21.15.50:0/609716764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 msgr2=0x7fbef415c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 0x7fbef415c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 -- 172.21.15.50:0/609716764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef40ced20 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeebfff640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 0x7fbef415c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef359e640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 0x7fbef415cce0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbef406e690 tx=0x7fbeec00ff50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec001bf0 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeec018070 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbef40b4310 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbedc00b5e0 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbef40b48d0 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbeec00d800 con 0x7fbef415f5f0 2024-09-16T00:51:59.551 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.544+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fbeec0055d0 con 0x7fbef415f5f0 2024-09-16T00:51:59.552 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.545+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbef415bfe0 con 0x7fbef415f5f0 2024-09-16T00:51:59.552 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.547+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbeec003dc0 con 0x7fbef415f5f0 2024-09-16T00:51:59.563 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.563+0000 7f1b10b21040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:51:59.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.618+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0cfcc801-cade-4fe9-86a0-b31e940c2da4", "id": 6} v 0) -- 0x7fbef4073a10 con 0x7fbef415f5f0 2024-09-16T00:51:59.621 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbeeb7fe640 1 -- 172.21.15.50:0/609716764 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0cfcc801-cade-4fe9-86a0-b31e940c2da4", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fbeec0050d0 con 0x7fbef415f5f0 2024-09-16T00:51:59.622 INFO:teuthology.orchestra.run.smithi050.stdout:6 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 msgr2=0x7fbef415cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 0x7fbef415cce0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbef406e690 tx=0x7fbeec00ff50 comp rx=0 tx=0).stop 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 shutdown_connections 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbef415f5f0 0x7fbef415cce0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbef415f170 0x7fbef415c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.621+0000 7fbef9131640 1 --2- 172.21.15.50:0/609716764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbee0003b40 0x7fbef4151d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.622+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 >> 172.21.15.50:0/609716764 conn(0x7fbef40b2c50 msgr2=0x7fbef40d0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.622+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 shutdown_connections 2024-09-16T00:51:59.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.622+0000 7fbef9131640 1 -- 172.21.15.50:0/609716764 wait complete. 2024-09-16T00:51:59.633 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 656685f7-3377-4821-b42f-ceabf36764bd 7 2024-09-16T00:51:59.676 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.676+0000 7f1b10b21040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:51:59.724 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.724+0000 7f1b10b21040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:51:59.734 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.733+0000 7f42d1903640 1 Processor -- start 2024-09-16T00:51:59.734 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.733+0000 7f42d1903640 1 -- start start 2024-09-16T00:51:59.739 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42d1903640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42cc0d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.739 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42d1903640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42cc0cf050 con 0x7f42cc15e6a0 2024-09-16T00:51:59.739 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42d1903640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42cc0cf2d0 con 0x7f42cc0d0e30 2024-09-16T00:51:59.739 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42d1903640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42cc0cfc00 con 0x7f42cc0d0090 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42c3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42cc0d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42cb7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f42cc0d0e30 0x7f42cc0b7270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40794/0 (socket says 172.21.15.50:40794) 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42cb7fe640 1 -- 172.21.15.50:0/3904877122 learned_addr learned my addr 172.21.15.50:0/3904877122 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42c3fff640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 msgr2=0x7f42cc0d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42c3fff640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 msgr2=0x7f42cc0d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42cc0d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42cc0d3160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.734+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3020539210 0 0) 0x7f42cc0cf2d0 con 0x7f42cc0d0e30 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42b8003520 con 0x7f42cc0d0e30 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2152029067 0 0) 0x7f42bc001160 con 0x7f42cc15e6a0 2024-09-16T00:51:59.740 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42cc0cf2d0 con 0x7f42cc15e6a0 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1416399424 0 0) 0x7f42b8003520 con 0x7f42cc0d0e30 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 msgr2=0x7f42cc0d3160 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42cc0d3160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 >> v1:172.21.15.32:6789/0 conn(0x7f42cc15e6a0 legacy=0x7f42cc0d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42cc0cf5b0 con 0x7f42cc0d0e30 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f42c40019f0 con 0x7f42cc0d0e30 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 >> v1:172.21.15.50:6789/0 conn(0x7f42cc0d0e30 legacy=0x7f42cc0b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42b8004bd0 0x7f42b8004fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42b80037a0 0x7f42b8003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42b8004160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f42cc0cfc00 con 0x7f42b80037a0 2024-09-16T00:51:59.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42b800ba70 con 0x7f42b8004bd0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42b800bc70 con 0x7f42cc0d0090 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42cb7fe640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42b8004160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42b80037a0 0x7f42b8003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42caffd640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42b8004bd0 0x7f42b8004fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 msgr2=0x7f42b8004160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42b8004160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42b8004bd0 msgr2=0x7f42b8004fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42b8004bd0 0x7f42b8004fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42c3fff640 1 -- 172.21.15.50:0/3904877122 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42b8003520 con 0x7f42b80037a0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42cb7fe640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42cc0d0090 0x7f42b8004160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.735+0000 7f42caffd640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42b8004bd0 0x7f42b8004fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.736+0000 7f42c3fff640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42b80037a0 0x7f42b8003c20 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f42cc08d880 tx=0x7f42b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42102060d93c07c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.742 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.736+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b4030070 con 0x7f42b80037a0 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.736+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b402ad20 con 0x7f42b80037a0 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.736+0000 7f42ca7fc640 1 -- 172.21.15.50:0/3904877122 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b400b5e0 con 0x7f42b80037a0 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 -- 172.21.15.50:0/3904877122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42b80037a0 msgr2=0x7f42b8003c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 --2- 172.21.15.50:0/3904877122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42b80037a0 0x7f42b8003c20 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f42cc08d880 tx=0x7f42b8005830 comp rx=0 tx=0).stop 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42cb7fe640 1 -- 172.21.15.50:0/3904877122 reap_dead start 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 -- 172.21.15.50:0/3904877122 shutdown_connections 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 -- 172.21.15.50:0/3904877122 >> 172.21.15.50:0/3904877122 conn(0x7f42cc09d730 msgr2=0x7f42cc0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 -- 172.21.15.50:0/3904877122 shutdown_connections 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.737+0000 7f42d1903640 1 -- 172.21.15.50:0/3904877122 wait complete. 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.738+0000 7f42d1903640 1 Processor -- start 2024-09-16T00:51:59.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.738+0000 7f42d1903640 1 -- start start 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 0x7f42cc155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42cc0b94b0 0x7f42cc0b9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f42cc0d32e0 con 0x7f42cc0b94b0 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42cc0d3160 con 0x7f42cc1f85a0 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42d1903640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42cc0d3460 con 0x7f42b80037a0 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:57748/0 (socket says 172.21.15.50:57748) 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 0x7f42cc155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 -- 172.21.15.50:0/1886355620 learned_addr learned my addr 172.21.15.50:0/1886355620 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-16T00:51:59.746 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42cb7fe640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42cc0b94b0 0x7f42cc0b9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 -- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 msgr2=0x7f42cc0b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 -- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 msgr2=0x7f42cc0b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42caffd640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 -- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 msgr2=0x7f42cc0b6170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.747 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 -- 172.21.15.50:0/1886355620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42cc0b94b0 msgr2=0x7f42cc0b9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42cc0b94b0 0x7f42cc0b9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.739+0000 7f42c3fff640 1 -- 172.21.15.50:0/1886355620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42cc1f8a20 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c3fff640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 0x7f42cc155af0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f42b8004780 tx=0x7f42b4004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b4042020 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b403d650 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42cc0ce600 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b400b5e0 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42cc0ce320 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f42b4045020 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.740+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f42b4047b80 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.741+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42cc0d12e0 con 0x7f42cc1f85a0 2024-09-16T00:51:59.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.743+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f42b4047e20 con 0x7f42cc1f85a0 2024-09-16T00:51:59.817 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.816+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "656685f7-3377-4821-b42f-ceabf36764bd", "id": 7} v 0) -- 0x7f42cc0d0c10 con 0x7f42cc1f85a0 2024-09-16T00:51:59.819 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42c8ff9640 1 -- 172.21.15.50:0/1886355620 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "656685f7-3377-4821-b42f-ceabf36764bd", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f42b404c030 con 0x7f42cc1f85a0 2024-09-16T00:51:59.820 INFO:teuthology.orchestra.run.smithi050.stdout:7 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 msgr2=0x7f42cc155af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 0x7f42cc155af0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f42b8004780 tx=0x7f42b4004730 comp rx=0 tx=0).stop 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 shutdown_connections 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42cc0b94b0 0x7f42cc0b9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42cc1f85a0 0x7f42cc155af0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 --2- 172.21.15.50:0/1886355620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42b80037a0 0x7f42cc0b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 >> 172.21.15.50:0/1886355620 conn(0x7f42cc09d730 msgr2=0x7f42cc06c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.819+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 shutdown_connections 2024-09-16T00:51:59.821 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:51:59.820+0000 7f42d1903640 1 -- 172.21.15.50:0/1886355620 wait complete. 2024-09-16T00:51:59.831 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T00:51:59.831 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T00:51:59.833 INFO:tasks.ceph.osd.0:Started 2024-09-16T00:51:59.834 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T00:51:59.834 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T00:51:59.836 INFO:tasks.ceph.osd.1:Started 2024-09-16T00:51:59.836 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T00:51:59.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T00:51:59.838 INFO:tasks.ceph.osd.2:Started 2024-09-16T00:51:59.838 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T00:51:59.838 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T00:51:59.840 INFO:tasks.ceph.osd.3:Started 2024-09-16T00:51:59.840 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-16T00:51:59.841 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-16T00:51:59.841 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:59.839+0000 7fe39320e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:51:59.843 INFO:tasks.ceph.osd.4:Started 2024-09-16T00:51:59.843 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-16T00:51:59.843 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-16T00:51:59.845 INFO:tasks.ceph.osd.5:Started 2024-09-16T00:51:59.845 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-16T00:51:59.845 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-16T00:51:59.847 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.847+0000 7f1b10b21040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:51:59.848 INFO:tasks.ceph.osd.6:Started 2024-09-16T00:51:59.848 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-16T00:51:59.848 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-16T00:51:59.850 INFO:tasks.ceph.osd.7:Started 2024-09-16T00:51:59.851 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:51:59.926 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:51:59.925+0000 7fe39320e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:51:59.937 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.938+0000 7f1b10b21040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:51:59.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.972+0000 7f66246d0640 1 Processor -- start 2024-09-16T00:51:59.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.972+0000 7f66246d0640 1 -- start start 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.973+0000 7f66246d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f661c0b88f0 0x7f661c169150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.973+0000 7f66246d0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f661c0d3430 con 0x7f661c15e510 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.973+0000 7f66246d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f661c0d36d0 con 0x7f661c0d0cc0 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.973+0000 7f66246d0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f661c0d39b0 con 0x7f661c0b88f0 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f662246c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f661c15e510 0x7f661c0ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:45086/0 (socket says 172.21.15.32:45086) 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f662246c640 1 -- 172.21.15.32:0/2200414527 learned_addr learned my addr 172.21.15.32:0/2200414527 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:51:59.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f6622c6d640 1 --2- 172.21.15.32:0/2200414527 >> v2:172.21.15.32:3300/0 conn(0x7f661c0b88f0 0x7f661c169150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f662146a640 1 -- 172.21.15.32:0/2200414527 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2911626603 0 0) 0x7f661c0d3430 con 0x7f661c15e510 2024-09-16T00:51:59.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f662146a640 1 -- 172.21.15.32:0/2200414527 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6608003520 con 0x7f661c15e510 2024-09-16T00:51:59.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f6622c6d640 1 -- 172.21.15.32:0/2200414527 >> v1:172.21.15.50:6789/0 conn(0x7f661c0d0cc0 legacy=0x7f661c0d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f6622c6d640 1 -- 172.21.15.32:0/2200414527 >> v1:172.21.15.32:6789/0 conn(0x7f661c15e510 legacy=0x7f661c0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.974+0000 7f6622c6d640 1 -- 172.21.15.32:0/2200414527 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c0d3c90 con 0x7f661c0b88f0 2024-09-16T00:51:59.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.975+0000 7f6622c6d640 1 --2- 172.21.15.32:0/2200414527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c0b88f0 0x7f661c169150 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6614009d90 tx=0x7f661402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a8e174422fc8d42 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.975+0000 7f662146a640 1 -- 172.21.15.32:0/2200414527 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614007740 con 0x7f661c0b88f0 2024-09-16T00:51:59.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.975+0000 7f662146a640 1 -- 172.21.15.32:0/2200414527 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66140078e0 con 0x7f661c0b88f0 2024-09-16T00:51:59.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.975+0000 7f662146a640 1 -- 172.21.15.32:0/2200414527 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614007cb0 con 0x7f661c0b88f0 2024-09-16T00:51:59.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 -- 172.21.15.32:0/2200414527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c0b88f0 msgr2=0x7f661c169150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 --2- 172.21.15.32:0/2200414527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c0b88f0 0x7f661c169150 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6614009d90 tx=0x7f661402a660 comp rx=0 tx=0).stop 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 -- 172.21.15.32:0/2200414527 shutdown_connections 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 --2- 172.21.15.32:0/2200414527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c0b88f0 0x7f661c169150 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 -- 172.21.15.32:0/2200414527 >> 172.21.15.32:0/2200414527 conn(0x7f661c06d1a0 msgr2=0x7f661c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 -- 172.21.15.32:0/2200414527 shutdown_connections 2024-09-16T00:51:59.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.976+0000 7f66246d0640 1 -- 172.21.15.32:0/2200414527 wait complete. 2024-09-16T00:51:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.977+0000 7f66246d0640 1 Processor -- start 2024-09-16T00:51:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.977+0000 7f66246d0640 1 -- start start 2024-09-16T00:51:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 0x7f661c145810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f661c0cf210 con 0x7f661c15e510 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f662246c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6621c6b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 0x7f661c145810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f662246c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:40042/0 (socket says 172.21.15.32:40042) 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f662246c640 1 -- 172.21.15.32:0/697520077 learned_addr learned my addr 172.21.15.32:0/697520077 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f661c0d22a0 con 0x7f661c0b88f0 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f661c15e8f0 con 0x7f661c0d0cc0 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6621c6b640 1 -- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 msgr2=0x7f661c1525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:51:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6621c6b640 1 -- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 msgr2=0x7f661c1525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6621c6b640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6621c6b640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 -- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 msgr2=0x7f661c1525f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 -- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 msgr2=0x7f661c0b64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f6622c6d640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c0cb960 con 0x7f661c15e510 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.978+0000 7f662246c640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f6622c6d640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 0x7f661c145810 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6614031000 tx=0x7f6614004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614040070 con 0x7f661c15e510 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6614031c00 con 0x7f661c15e510 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661c0b59f0 con 0x7f661c15e510 2024-09-16T00:51:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614009450 con 0x7f661c15e510 2024-09-16T00:51:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f661c0b5fb0 con 0x7f661c15e510 2024-09-16T00:51:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.979+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6614039040 con 0x7f661c15e510 2024-09-16T00:51:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.980+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f6614007840 con 0x7f661c15e510 2024-09-16T00:51:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.980+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f661c0d1120 con 0x7f661c15e510 2024-09-16T00:51:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:51:59.982+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f661403c6e0 con 0x7f661c15e510 2024-09-16T00:51:59.986 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:51:59.987+0000 7f1b10b21040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:52:00.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.043+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f661c074950 con 0x7f661c15e510 2024-09-16T00:52:00.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.043+0000 7f660effd640 1 -- 172.21.15.32:0/697520077 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f661403c8c0 con 0x7f661c15e510 2024-09-16T00:52:00.043 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:00.044 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":10,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:51:59.818457+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:00.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 msgr2=0x7f661c145810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 0x7f661c145810 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6614031000 tx=0x7f6614004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 shutdown_connections 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f661c15e510 0x7f661c145810 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f661c0d0cc0 0x7f661c1525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 --2- 172.21.15.32:0/697520077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f661c0b88f0 0x7f661c0b64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 >> 172.21.15.32:0/697520077 conn(0x7f661c06d1a0 msgr2=0x7f661c0d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 shutdown_connections 2024-09-16T00:52:00.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:00.044+0000 7f66246d0640 1 -- 172.21.15.32:0/697520077 wait complete. 2024-09-16T00:52:00.055 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T00:52:00.055 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T00:52:00.105 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.105+0000 7f1b10b21040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:52:00.158 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.158+0000 7f1b10b21040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:52:00.212 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.212+0000 7f1b10b21040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:52:00.285 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.285+0000 7f1b10b21040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:52:00.317 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.316+0000 7fe39320e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T00:52:00.332 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.332+0000 7f1b10b21040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:52:00.378 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:00.378+0000 7f1b10b21040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:52:00.406 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.405+0000 7fe39320e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:52:00.517 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.516+0000 7fe39320e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:52:00.567 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.566+0000 7fe39320e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:52:00.685 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.684+0000 7fe39320e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:52:00.741 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.739+0000 7fe39320e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:52:00.776 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-16T00:52:00.777+0000 7f893e62e640 -1 Falling back to public interface 2024-09-16T00:52:00.787 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.786+0000 7fe39320e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:52:00.809 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-16T00:52:00.809+0000 7fb9c6943640 -1 Falling back to public interface 2024-09-16T00:52:00.862 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:00.905 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.904+0000 7fe39320e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:52:00.956 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.956+0000 7f339b36d640 1 Processor -- start 2024-09-16T00:52:00.956 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.956+0000 7f339b36d640 1 -- start start 2024-09-16T00:52:00.958 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:00.956+0000 7fe39320e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339b36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f33940ae690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339b36d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33940cee20 con 0x7f33940cfcc0 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339b36d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33940cf100 con 0x7f339406cbd0 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339b36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f33940cf3e0 con 0x7f339415e590 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339990a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f33940cfcc0 0x7f339406eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:45098/0 (socket says 172.21.15.32:45098) 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f339990a640 1 -- 172.21.15.32:0/1794821822 learned_addr learned my addr 172.21.15.32:0/1794821822 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f3398908640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f33940ae690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f3398908640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 msgr2=0x7f33940ae690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f3398908640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 msgr2=0x7f33940ae690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f3398908640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f33940ae690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:52:00.961 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f3398908640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f33940ae690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3117381734 0 0) 0x7f33940cee20 con 0x7f33940cfcc0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3380003520 con 0x7f33940cfcc0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3493106048 0 0) 0x7f33940cf100 con 0x7f339406cbd0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.957+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33940cee20 con 0x7f339406cbd0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3525699047 0 0) 0x7f3380003520 con 0x7f33940cfcc0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 msgr2=0x7f33940ae690 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f33940ae690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 >> v1:172.21.15.50:6789/0 conn(0x7f339406cbd0 legacy=0x7f339406cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33940cf6c0 con 0x7f33940cfcc0 2024-09-16T00:52:00.962 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f338c0019f0 con 0x7f33940cfcc0 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 >> v1:172.21.15.32:6789/0 conn(0x7f33940cfcc0 legacy=0x7f339406eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3380003b70 0x7f3380003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f3380004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380004d40 0x7f33800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33940cf3e0 con 0x7f3380003b70 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f338000baf0 con 0x7f3380004d40 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f338000bcf0 con 0x7f339415e590 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3380003b70 0x7f3380003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f339990a640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380004d40 0x7f33800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3398908640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f3380004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 msgr2=0x7f3380004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339415e590 0x7f3380004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380004d40 msgr2=0x7f33800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:00.963 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380004d40 0x7f33800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.958+0000 7f3399109640 1 -- 172.21.15.32:0/1794821822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3380003520 con 0x7f3380003b70 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.959+0000 7f3399109640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3380003b70 0x7f3380003f70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f33900018d0 tx=0x7f3380005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beac3bb2405869df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.959+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33900014f0 con 0x7f3380003b70 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.959+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33900052d0 con 0x7f3380003b70 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.959+0000 7f338bfff640 1 -- 172.21.15.32:0/1794821822 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339002abe0 con 0x7f3380003b70 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 -- 172.21.15.32:0/1794821822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3380003b70 msgr2=0x7f3380003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 --2- 172.21.15.32:0/1794821822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3380003b70 0x7f3380003f70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f33900018d0 tx=0x7f3380005830 comp rx=0 tx=0).stop 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339990a640 1 -- 172.21.15.32:0/1794821822 reap_dead start 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 -- 172.21.15.32:0/1794821822 shutdown_connections 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 -- 172.21.15.32:0/1794821822 >> 172.21.15.32:0/1794821822 conn(0x7f3394072520 msgr2=0x7f3394072900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 -- 172.21.15.32:0/1794821822 shutdown_connections 2024-09-16T00:52:00.964 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.960+0000 7f339b36d640 1 -- 172.21.15.32:0/1794821822 wait complete. 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.961+0000 7f339b36d640 1 Processor -- start 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.961+0000 7f339b36d640 1 -- start start 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 0x7f33941f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33940ce9e0 con 0x7f3394153b60 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f33940ce860 con 0x7f3380003b70 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339b36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f33940ceb60 con 0x7f33941f70a0 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339990a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339990a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41650/0 (socket says 172.21.15.32:41650) 2024-09-16T00:52:00.967 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3399109640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 0x7f33941f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f339990a640 1 -- 172.21.15.32:0/2781581465 learned_addr learned my addr 172.21.15.32:0/2781581465 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3398908640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3398908640 1 -- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 msgr2=0x7f3394153620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3398908640 1 -- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 msgr2=0x7f3394153620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3398908640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.962+0000 7f3398908640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 -- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 msgr2=0x7f3394153620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 -- 172.21.15.32:0/2781581465 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 msgr2=0x7f33941f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 -- 172.21.15.32:0/2781581465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3394153fe0 con 0x7f3380003b70 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f339990a640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:00.968 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3399109640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 0x7f33941f5270 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f338000bac0 tx=0x7f33900012d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3390037040 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3390042070 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33940b40e0 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33900014f0 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33940b46a0 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f33900052d0 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.963+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f3390047460 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.964+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33940ae690 con 0x7f3380003b70 2024-09-16T00:52:00.969 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:00.968+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3390007280 con 0x7f3380003b70 2024-09-16T00:52:01.013 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:01.012+0000 7fe39320e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:52:01.028 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.028+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3394158660 con 0x7f3380003b70 2024-09-16T00:52:01.029 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.029+0000 7f3389ffb640 1 -- 172.21.15.32:0/2781581465 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f3390007460 con 0x7f3380003b70 2024-09-16T00:52:01.029 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-16T00:52:01.029 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":10,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:51:59.818457+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:01.030 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 msgr2=0x7f33941f5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:01.030 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 0x7f33941f5270 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f338000bac0 tx=0x7f33900012d0 comp rx=0 tx=0).stop 2024-09-16T00:52:01.030 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 shutdown_connections 2024-09-16T00:52:01.030 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3394153b60 0x7f33941f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:01.031 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33941f70a0 0x7f3394153620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:01.031 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 --2- 172.21.15.32:0/2781581465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3380003b70 0x7f33941f5270 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:01.031 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 >> 172.21.15.32:0/2781581465 conn(0x7f3394072520 msgr2=0x7f33940af2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:01.031 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 shutdown_connections 2024-09-16T00:52:01.031 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:01.030+0000 7f339b36d640 1 -- 172.21.15.32:0/2781581465 wait complete. 2024-09-16T00:52:01.039 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T00:52:01.056 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-16T00:52:01.055+0000 7f3f8de5e640 -1 Falling back to public interface 2024-09-16T00:52:01.074 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:01.074+0000 7f1b10b21040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:52:01.075 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-16T00:52:01.074+0000 7f7725cd8640 -1 Falling back to public interface 2024-09-16T00:52:01.086 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:01.085+0000 7fe39320e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:52:01.134 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:01.134+0000 7fe39320e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:52:01.181 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:01.180+0000 7fe39320e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:52:01.547 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-16T00:52:01.546+0000 7fe127633640 -1 Falling back to public interface 2024-09-16T00:52:01.551 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-16T00:52:01.550+0000 7f8853158640 -1 Falling back to public interface 2024-09-16T00:52:01.799 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-16T00:52:01.799+0000 7f34c980c640 -1 Falling back to public interface 2024-09-16T00:52:01.803 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-16T00:52:01.803+0000 7fa20ba0d640 -1 Falling back to public interface 2024-09-16T00:52:01.871 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-16T00:52:01.870+0000 7fe39320e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:52:02.088 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:02.088+0000 7f1ab0ad5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T00:52:02.089 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-16T00:52:02.088+0000 7f1ab0ad5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T00:52:04.545 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-16T00:52:04.545+0000 7f893e62e640 -1 osd.3 0 log_to_monitors true 2024-09-16T00:52:04.608 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-16T00:52:04.607+0000 7f3f8de5e640 -1 osd.5 0 log_to_monitors true 2024-09-16T00:52:04.650 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-16T00:52:04.649+0000 7f7725cd8640 -1 osd.7 0 log_to_monitors true 2024-09-16T00:52:05.124 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-16T00:52:05.123+0000 7fb9c6943640 -1 osd.0 0 log_to_monitors true 2024-09-16T00:52:05.347 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-16T00:52:05.347+0000 7fa20ba0d640 -1 osd.2 0 log_to_monitors true 2024-09-16T00:52:05.548 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-16T00:52:05.548+0000 7f34c980c640 -1 osd.1 0 log_to_monitors true 2024-09-16T00:52:05.909 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-16T00:52:05.908+0000 7fe127633640 -1 osd.6 0 log_to_monitors true 2024-09-16T00:52:05.945 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-16T00:52:05.944+0000 7f8853158640 -1 osd.4 0 log_to_monitors true 2024-09-16T00:52:06.388 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-16T00:52:06.388+0000 7f8939b72640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T00:52:06.399 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-16T00:52:06.399+0000 7f8931992640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:06.716 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-16T00:52:06.715+0000 7f7721c67640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T00:52:06.723 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-16T00:52:06.723+0000 7f3f89ded640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T00:52:06.730 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-16T00:52:06.729+0000 7f7719a87640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:06.739 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-16T00:52:06.738+0000 7f3f81c0d640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:07.846 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:07.993 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.993+0000 7fe1579f6640 1 Processor -- start 2024-09-16T00:52:07.993 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.993+0000 7fe1579f6640 1 -- start start 2024-09-16T00:52:07.995 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.994+0000 7fe1579f6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 0x7fe15006f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.994+0000 7fe1579f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.994+0000 7fe1579f6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1500cd180 con 0x7fe15015b3f0 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.994+0000 7fe1579f6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe150070210 con 0x7fe15006f2b0 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.994+0000 7fe1579f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe15006fc40 con 0x7fe1500cf980 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:57516/0 (socket says 172.21.15.32:57516) 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 -- 172.21.15.32:0/2503226942 learned_addr learned my addr 172.21.15.32:0/2503226942 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe154f91640 1 --2- 172.21.15.32:0/2503226942 >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 0x7fe15006f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 -- 172.21.15.32:0/2503226942 >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 msgr2=0x7fe15006f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 --2- 172.21.15.32:0/2503226942 >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 0x7fe15006f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 -- 172.21.15.32:0/2503226942 >> v1:172.21.15.50:6789/0 conn(0x7fe15015b3f0 legacy=0x7fe1500b3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.995+0000 7fe155f93640 1 -- 172.21.15.32:0/2503226942 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1500ccbc0 con 0x7fe1500cf980 2024-09-16T00:52:07.996 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.996+0000 7fe154f91640 1 --2- 172.21.15.32:0/2503226942 >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 0x7fe15006f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:07.998 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.996+0000 7fe155f93640 1 --2- 172.21.15.32:0/2503226942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe14800d150 tx=0x7fe14802c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b28edabeb74674a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:07.998 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.997+0000 7fe147fff640 1 -- 172.21.15.32:0/2503226942 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe148009600 con 0x7fe1500cf980 2024-09-16T00:52:07.998 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.997+0000 7fe147fff640 1 -- 172.21.15.32:0/2503226942 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe148037070 con 0x7fe1500cf980 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.997+0000 7fe147fff640 1 -- 172.21.15.32:0/2503226942 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1480099c0 con 0x7fe1500cf980 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.997+0000 7fe1579f6640 1 -- 172.21.15.32:0/2503226942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 msgr2=0x7fe1500cfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.997+0000 7fe1579f6640 1 --2- 172.21.15.32:0/2503226942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe14800d150 tx=0x7fe14802c920 comp rx=0 tx=0).stop 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 -- 172.21.15.32:0/2503226942 shutdown_connections 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 --2- 172.21.15.32:0/2503226942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1500cf980 0x7fe1500cfe10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:07.999 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 --2- 172.21.15.32:0/2503226942 >> v2:172.21.15.50:3300/0 conn(0x7fe15006f2b0 0x7fe15006f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.000 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 -- 172.21.15.32:0/2503226942 >> 172.21.15.32:0/2503226942 conn(0x7fe1500732a0 msgr2=0x7fe1500b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:08.000 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 -- 172.21.15.32:0/2503226942 shutdown_connections 2024-09-16T00:52:08.000 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:07.998+0000 7fe1579f6640 1 -- 172.21.15.32:0/2503226942 wait complete. 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.000+0000 7fe1579f6640 1 Processor -- start 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.000+0000 7fe1579f6640 1 -- start start 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1500cf980 0x7fe1501531e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe15015b3f0 0x7fe1500ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe1500cf180 con 0x7fe1500cf980 2024-09-16T00:52:08.003 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe1500cf4f0 con 0x7fe15006f2b0 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe1579f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe1500cc890 con 0x7fe15015b3f0 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe155792640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe155792640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:58212/0 (socket says 172.21.15.32:58212) 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe155792640 1 -- 172.21.15.32:0/3277032368 learned_addr learned my addr 172.21.15.32:0/3277032368 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe154f91640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1500cf980 0x7fe1501531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.001+0000 7fe155f93640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe15015b3f0 0x7fe1500ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 -- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe15015b3f0 msgr2=0x7fe1500ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe15015b3f0 0x7fe1500ca850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.004 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 -- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1500cf980 msgr2=0x7fe1501531e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1500cf980 0x7fe1501531e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 -- 172.21.15.32:0/3277032368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1500b5320 con 0x7fe15006f2b0 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.002+0000 7fe155792640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00c450 tx=0x7fe14c00c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.003+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c0052d0 con 0x7fe15006f2b0 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.003+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe14c005470 con 0x7fe15006f2b0 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.003+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c012870 con 0x7fe15006f2b0 2024-09-16T00:52:08.005 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.003+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1500b5600 con 0x7fe15006f2b0 2024-09-16T00:52:08.007 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.003+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1500b5bc0 con 0x7fe15006f2b0 2024-09-16T00:52:08.007 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.005+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe15015b7d0 con 0x7fe15006f2b0 2024-09-16T00:52:08.008 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.006+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7fe14c012a10 con 0x7fe15006f2b0 2024-09-16T00:52:08.008 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.006+0000 7fe145ffb640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 0x7fe13406e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:08.008 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.006+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 3446+0+0 (secure 0 0 0) 0x7fe14c08a390 con 0x7fe15006f2b0 2024-09-16T00:52:08.008 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.007+0000 7fe154f91640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 0x7fe13406e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:08.009 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.007+0000 7fe154f91640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 0x7fe13406e730 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe15015ea80 tx=0x7fe140018040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:08.011 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.011+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe14c058fd0 con 0x7fe15006f2b0 2024-09-16T00:52:08.018 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-16T00:52:08.018+0000 7fa207c5f640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T00:52:08.030 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-16T00:52:08.030+0000 7f34c51d9640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T00:52:08.032 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-16T00:52:08.032+0000 7fa1ff26b640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:08.041 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-16T00:52:08.041+0000 7fb9c30e6640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T00:52:08.043 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-16T00:52:08.044+0000 7f34bcff9640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:08.055 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-16T00:52:08.056+0000 7fb9ba6f2640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:08.201 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.201+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe150159bb0 con 0x7fe15006f2b0 2024-09-16T00:52:08.202 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.202+0000 7fe145ffb640 1 -- 172.21.15.32:0/3277032368 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+10426 (secure 0 0 0) 0x7fe14c05d2d0 con 0x7fe15006f2b0 2024-09-16T00:52:08.202 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-16T00:52:08.202 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":14,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:07.800604+0000","last_up_change":"2024-09-16T00:52:06.799205+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":7.690000057220459,"score_stable":7.690000057220459,"optimal_score":0.12999999523162842,"raw_score_acting":1,"raw_score_stable":1,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 msgr2=0x7fe13406e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 0x7fe13406e730 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe15015ea80 tx=0x7fe140018040 comp rx=0 tx=0).stop 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 msgr2=0x7fe1500b63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00c450 tx=0x7fe14c00c910 comp rx=0 tx=0).stop 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 shutdown_connections 2024-09-16T00:52:08.204 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe13406c270 0x7fe13406e730 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe15015b3f0 0x7fe1500ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1500cf980 0x7fe1501531e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 --2- 172.21.15.32:0/3277032368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe15006f2b0 0x7fe1500b63c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 >> 172.21.15.32:0/3277032368 conn(0x7fe1500732a0 msgr2=0x7fe1500b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 shutdown_connections 2024-09-16T00:52:08.205 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:08.204+0000 7fe1579f6640 1 -- 172.21.15.32:0/3277032368 wait complete. 2024-09-16T00:52:08.213 DEBUG:teuthology.misc:3 of 8 OSDs are up 2024-09-16T00:52:08.685 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-16T00:52:08.684+0000 7f884f8fb640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T00:52:08.695 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-16T00:52:08.695+0000 7f8846f07640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:08.871 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-16T00:52:08.870+0000 7fe123dd6640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T00:52:08.885 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-16T00:52:08.885+0000 7fe11b3e2640 -1 osd.6 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:52:15.020 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:15.125 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.124+0000 7f0776ed0640 1 Processor -- start 2024-09-16T00:52:15.125 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.124+0000 7f0776ed0640 1 -- start start 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0770162500 0x7f07701628e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f07700cfbe0 0x7f07700d0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700d4090 0x7f07700d44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f07700d3060 con 0x7f0770162500 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f07700cf100 con 0x7f07700cfbe0 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0776ed0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07700cf3e0 con 0x7f07700d4090 2024-09-16T00:52:15.127 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0774c6c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0770162500 0x7f07701628e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.125+0000 7f0774c6c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0770162500 0x7f07701628e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35390/0 (socket says 172.21.15.32:35390) 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 -- 172.21.15.32:0/572171742 learned_addr learned my addr 172.21.15.32:0/572171742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f077546d640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700d4090 0x7f07700d44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f076ffff640 1 --2- 172.21.15.32:0/572171742 >> v2:172.21.15.50:3300/0 conn(0x7f07700cfbe0 0x7f07700d0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 -- 172.21.15.32:0/572171742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700d4090 msgr2=0x7f07700d44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700d4090 0x7f07700d44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 -- 172.21.15.32:0/572171742 >> v2:172.21.15.50:3300/0 conn(0x7f07700cfbe0 msgr2=0x7f07700d0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 --2- 172.21.15.32:0/572171742 >> v2:172.21.15.50:3300/0 conn(0x7f07700cfbe0 0x7f07700d0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.128 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.126+0000 7f0774c6c640 1 -- 172.21.15.32:0/572171742 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07700cf6c0 con 0x7f0770162500 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0774c6c640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701628e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f077006e740 tx=0x7f075802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e30c94cb11ca9eb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f076f7fe640 1 -- 172.21.15.32:0/572171742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758037070 con 0x7f0770162500 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f076f7fe640 1 -- 172.21.15.32:0/572171742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0758032440 con 0x7f0770162500 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f076f7fe640 1 -- 172.21.15.32:0/572171742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758032810 con 0x7f0770162500 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 -- 172.21.15.32:0/572171742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 msgr2=0x7f07701628e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.130 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701628e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f077006e740 tx=0x7f075802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 -- 172.21.15.32:0/572171742 shutdown_connections 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700d4090 0x7f07700d44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 --2- 172.21.15.32:0/572171742 >> v2:172.21.15.50:3300/0 conn(0x7f07700cfbe0 0x7f07700d0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 --2- 172.21.15.32:0/572171742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701628e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 -- 172.21.15.32:0/572171742 >> 172.21.15.32:0/572171742 conn(0x7f077006c3f0 msgr2=0x7f077009d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 -- 172.21.15.32:0/572171742 shutdown_connections 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.127+0000 7f0776ed0640 1 -- 172.21.15.32:0/572171742 wait complete. 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.129+0000 7f0776ed0640 1 Processor -- start 2024-09-16T00:52:15.131 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.129+0000 7f0776ed0640 1 -- start start 2024-09-16T00:52:15.135 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.129+0000 7f0776ed0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700cfbe0 0x7f077015c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.135 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07700d4090 0x7f07700c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.135 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.135 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f07700d22e0 con 0x7f0770162500 2024-09-16T00:52:15.135 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07700d3340 con 0x7f07700d4090 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07700d2460 con 0x7f07700cfbe0 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35396/0 (socket says 172.21.15.32:35396) 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 -- 172.21.15.32:0/1262210213 learned_addr learned my addr 172.21.15.32:0/1262210213 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0774c6c640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700cfbe0 0x7f077015c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f076ffff640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07700d4090 0x7f07700c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 -- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700cfbe0 msgr2=0x7f077015c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700cfbe0 0x7f077015c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 -- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07700d4090 msgr2=0x7f07700c8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07700d4090 0x7f07700c8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 -- 172.21.15.32:0/1262210213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07701f4910 con 0x7f0770162500 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f077546d640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f076800e930 tx=0x7f076800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.136 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0768017070 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f076800c980 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076800cd70 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.130+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07701f4bf0 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.131+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07701f51b0 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.131+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f077006ec40 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.132+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f076801a070 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.133+0000 7f076d7fa640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 0x7f075006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.133+0000 7f0774c6c640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 0x7f075006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.133+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f076808b350 con 0x7f0770162500 2024-09-16T00:52:15.137 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.133+0000 7f0774c6c640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 0x7f075006e770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0758034000 tx=0x7f075802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.138 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.138+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f077006ec40 con 0x7f0770162500 2024-09-16T00:52:15.315 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.315+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f07700d0050 con 0x7f0770162500 2024-09-16T00:52:15.316 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.315+0000 7f076d7fa640 1 -- 172.21.15.32:0/1262210213 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12848 (secure 0 0 0) 0x7f0768059880 con 0x7f0770162500 2024-09-16T00:52:15.316 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-16T00:52:15.317 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":17,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:10.805342+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:15.318 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 msgr2=0x7f075006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.318 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 0x7f075006e770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0758034000 tx=0x7f075802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 msgr2=0x7f07701f4070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f076800e930 tx=0x7f076800edf0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 shutdown_connections 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f075006c2b0 0x7f075006e770 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0770162500 0x7f07701f4070 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07700d4090 0x7f07700c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 --2- 172.21.15.32:0/1262210213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07700cfbe0 0x7f077015c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 >> 172.21.15.32:0/1262210213 conn(0x7f077006c3f0 msgr2=0x7f077015d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 shutdown_connections 2024-09-16T00:52:15.319 INFO:teuthology.misc.health.smithi032.stderr:2024-09-16T00:52:15.317+0000 7f0776ed0640 1 -- 172.21.15.32:0/1262210213 wait complete. 2024-09-16T00:52:15.328 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-16T00:52:15.328 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T00:52:15.328 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:52:15.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:52:15.331 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:52:15.331 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:52:15.331 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:52:15.333 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:52:15.333 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:52:15.333 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:52:15.336 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:52:15.336 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:52:15.336 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:52:15.339 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:52:15.339 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-16T00:52:15.339 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:15.408 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-09-16T00:52:15.410 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-09-16T00:52:15.424 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:52:15.425 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-16T00:52:15.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.445+0000 7efc50853640 1 Processor -- start 2024-09-16T00:52:15.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.445+0000 7efc50853640 1 -- start start 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc50853640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efc4c158a10 0x7efc4c0cfff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc50853640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c0cc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc50853640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc4c0d2150 con 0x7efc4c0d0530 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc50853640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7efc4c0d2d60 con 0x7efc4c158a10 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc50853640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c0d2430 con 0x7efc4c070550 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc4a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efc4c158a10 0x7efc4c0cfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.446+0000 7efc49d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efc4c0d0530 0x7efc4c06fe40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35722/0 (socket says 172.21.15.32:35722) 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc49d9b640 1 -- 172.21.15.32:0/3177703246 learned_addr learned my addr 172.21.15.32:0/3177703246 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4ad9d640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c0cc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4a59c640 1 -- 172.21.15.32:0/3177703246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 msgr2=0x7efc4c0cc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:15.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4a59c640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c0cc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4a59c640 1 -- 172.21.15.32:0/3177703246 >> v1:172.21.15.32:6789/0 conn(0x7efc4c0d0530 legacy=0x7efc4c06fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4959a640 1 -- 172.21.15.32:0/3177703246 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3128504889 0 0) 0x7efc4c0d2150 con 0x7efc4c0d0530 2024-09-16T00:52:15.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.447+0000 7efc4a59c640 1 -- 172.21.15.32:0/3177703246 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c0d2710 con 0x7efc4c158a10 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc4a59c640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c158a10 0x7efc4c0cfff0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0097a0 tx=0x7efc3c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74fe946a978b2689 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc4959a640 1 -- 172.21.15.32:0/3177703246 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c037070 con 0x7efc4c158a10 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc4959a640 1 -- 172.21.15.32:0/3177703246 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc3c032440 con 0x7efc4c158a10 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc4959a640 1 -- 172.21.15.32:0/3177703246 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c032810 con 0x7efc4c158a10 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 -- 172.21.15.32:0/3177703246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c158a10 msgr2=0x7efc4c0cfff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c158a10 0x7efc4c0cfff0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0097a0 tx=0x7efc3c02a180 comp rx=0 tx=0).stop 2024-09-16T00:52:15.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 -- 172.21.15.32:0/3177703246 shutdown_connections 2024-09-16T00:52:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c0cc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 --2- 172.21.15.32:0/3177703246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c158a10 0x7efc4c0cfff0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 -- 172.21.15.32:0/3177703246 >> 172.21.15.32:0/3177703246 conn(0x7efc4c06baf0 msgr2=0x7efc4c06bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 -- 172.21.15.32:0/3177703246 shutdown_connections 2024-09-16T00:52:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.448+0000 7efc50853640 1 -- 172.21.15.32:0/3177703246 wait complete. 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.450+0000 7efc50853640 1 Processor -- start 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.450+0000 7efc50853640 1 -- start start 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.450+0000 7efc50853640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.450+0000 7efc50853640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c0d0530 0x7efc4c157780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.450+0000 7efc50853640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c158a10 0x7efc4c157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc50853640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c0d1ea0 con 0x7efc4c0d0530 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc50853640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c0d1d20 con 0x7efc4c158a10 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc50853640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c0ccdf0 con 0x7efc4c070550 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc49d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c0d0530 0x7efc4c157780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4ad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c158a10 0x7efc4c157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:57616/0 (socket says 172.21.15.32:57616) 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 -- 172.21.15.32:0/3698770845 learned_addr learned my addr 172.21.15.32:0/3698770845 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 -- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c158a10 msgr2=0x7efc4c157cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c158a10 0x7efc4c157cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 -- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c0d0530 msgr2=0x7efc4c157780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c0d0530 0x7efc4c157780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 -- 172.21.15.32:0/3698770845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c1f8920 con 0x7efc4c070550 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc4a59c640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0098c0 tx=0x7efc3c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c037040 con 0x7efc4c070550 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc3c042070 con 0x7efc4c070550 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc4c0c7750 con 0x7efc4c070550 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.451+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c030940 con 0x7efc4c070550 2024-09-16T00:52:15.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.452+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4c0c7d10 con 0x7efc4c070550 2024-09-16T00:52:15.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.453+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4c15f680 con 0x7efc4c070550 2024-09-16T00:52:15.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.453+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc3c030ae0 con 0x7efc4c070550 2024-09-16T00:52:15.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.454+0000 7efc3affd640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 0x7efc2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:15.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.454+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7efc3c0ab930 con 0x7efc4c070550 2024-09-16T00:52:15.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.454+0000 7efc49d9b640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 0x7efc2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:15.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.454+0000 7efc49d9b640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 0x7efc2c06e770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0c7680 tx=0x7efc40007d50 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:15.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.459+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc4c15f680 con 0x7efc4c070550 2024-09-16T00:52:15.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.667+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc4c0690c0 con 0x7efc4c070550 2024-09-16T00:52:15.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.667+0000 7efc3affd640 1 -- 172.21.15.32:0/3698770845 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7efc3c079d00 con 0x7efc4c070550 2024-09-16T00:52:15.669 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:15.669 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"btime":"2024-09-16T00:52:15:412804+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T00:52:15.669 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 2 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 msgr2=0x7efc2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 0x7efc2c06e770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0c7680 tx=0x7efc40007d50 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 msgr2=0x7efc4c156fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0098c0 tx=0x7efc3c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 shutdown_connections 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7efc2c06c2b0 0x7efc2c06e770 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c158a10 0x7efc4c157cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4c0d0530 0x7efc4c157780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 --2- 172.21.15.32:0/3698770845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc4c070550 0x7efc4c156fd0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:15.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.669+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 >> 172.21.15.32:0/3698770845 conn(0x7efc4c06baf0 msgr2=0x7efc4c0b3db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:15.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.670+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 shutdown_connections 2024-09-16T00:52:15.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:15.670+0000 7efc50853640 1 -- 172.21.15.32:0/3698770845 wait complete. 2024-09-16T00:52:17.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:52:17.112 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:52:17.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:17.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.796+0000 7f71905c0640 1 Processor -- start 2024-09-16T00:52:17.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.796+0000 7f71905c0640 1 -- start start 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f71905c0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f718815e510 0x7f71880ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f71905c0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880cf040 0x7f71880d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f71905c0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71880d3430 con 0x7f71880d1200 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f71905c0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f71880d1690 con 0x7f718815e510 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f71905c0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f71880d36d0 con 0x7f71880cf040 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718eb5d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f71880d1200 0x7f71880b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53156/0 (socket says 172.21.15.32:53156) 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718eb5d640 1 -- 172.21.15.32:0/1026374105 learned_addr learned my addr 172.21.15.32:0/1026374105 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718e35c640 1 --2- 172.21.15.32:0/1026374105 >> v2:172.21.15.50:3300/0 conn(0x7f718815e510 0x7f71880ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718db5b640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880cf040 0x7f71880d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718d35a640 1 -- 172.21.15.32:0/1026374105 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4152277824 0 0) 0x7f71880d3430 con 0x7f71880d1200 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.797+0000 7f718d35a640 1 -- 172.21.15.32:0/1026374105 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7174003520 con 0x7f71880d1200 2024-09-16T00:52:17.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.798+0000 7f718e35c640 1 -- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880cf040 msgr2=0x7f71880d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:17.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.798+0000 7f718e35c640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880cf040 0x7f71880d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:17.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.798+0000 7f718e35c640 1 -- 172.21.15.32:0/1026374105 >> v1:172.21.15.32:6789/0 conn(0x7f71880d1200 legacy=0x7f71880b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:17.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.798+0000 7f718e35c640 1 -- 172.21.15.32:0/1026374105 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71880d39b0 con 0x7f718815e510 2024-09-16T00:52:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.798+0000 7f718e35c640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f718815e510 0x7f71880ceb00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f71840097a0 tx=0x7f718402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42ca618e5e6d2827 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f718d35a640 1 -- 172.21.15.32:0/1026374105 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184037070 con 0x7f718815e510 2024-09-16T00:52:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f718d35a640 1 -- 172.21.15.32:0/1026374105 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f718402ae50 con 0x7f718815e510 2024-09-16T00:52:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f718d35a640 1 -- 172.21.15.32:0/1026374105 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184032660 con 0x7f718815e510 2024-09-16T00:52:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 -- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f718815e510 msgr2=0x7f71880ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f718815e510 0x7f71880ceb00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f71840097a0 tx=0x7f718402a100 comp rx=0 tx=0).stop 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 -- 172.21.15.32:0/1026374105 shutdown_connections 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880cf040 0x7f71880d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 --2- 172.21.15.32:0/1026374105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f718815e510 0x7f71880ceb00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 -- 172.21.15.32:0/1026374105 >> 172.21.15.32:0/1026374105 conn(0x7f718806d1a0 msgr2=0x7f7188073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 -- 172.21.15.32:0/1026374105 shutdown_connections 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.799+0000 7f71905c0640 1 -- 172.21.15.32:0/1026374105 wait complete. 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.800+0000 7f71905c0640 1 Processor -- start 2024-09-16T00:52:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.800+0000 7f71905c0640 1 -- start start 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71880cf040 0x7f71880cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880d1200 0x7f71880b4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f71880d22a0 con 0x7f718815e510 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f71880d3f70 con 0x7f71880cf040 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f71905c0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f718815e8f0 con 0x7f71880d1200 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f718eb5d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f718eb5d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55982/0 (socket says 172.21.15.32:55982) 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.801+0000 7f718eb5d640 1 -- 172.21.15.32:0/1551963569 learned_addr learned my addr 172.21.15.32:0/1551963569 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718e35c640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71880cf040 0x7f71880cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718db5b640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880d1200 0x7f71880b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 -- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880d1200 msgr2=0x7f71880b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880d1200 0x7f71880b4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 -- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71880cf040 msgr2=0x7f71880cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71880cf040 0x7f71880cc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 -- 172.21.15.32:0/1551963569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7188151570 con 0x7f718815e510 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f718eb5d640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f718000cb40 tx=0x7f718000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180017070 con 0x7f718815e510 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f718000aca0 con 0x7f718815e510 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180012620 con 0x7f718815e510 2024-09-16T00:52:17.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71881f4350 con 0x7f718815e510 2024-09-16T00:52:17.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.802+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71881f4910 con 0x7f718815e510 2024-09-16T00:52:17.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.803+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71880d0cc0 con 0x7f718815e510 2024-09-16T00:52:17.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.803+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f718001a070 con 0x7f718815e510 2024-09-16T00:52:17.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.804+0000 7f717effd640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 0x7f716c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:17.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.804+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f718008af00 con 0x7f718815e510 2024-09-16T00:52:17.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.804+0000 7f718e35c640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 0x7f716c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:17.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.804+0000 7f718e35c640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 0x7f716c06e770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7184034000 tx=0x7f718402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:17.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:17.809+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71800599d0 con 0x7f718815e510 2024-09-16T00:52:18.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.022+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f718815a8f0 con 0x7f718815e510 2024-09-16T00:52:18.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.022+0000 7f717effd640 1 -- 172.21.15.32:0/1551963569 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3907 (secure 0 0 0) 0x7f71800592d0 con 0x7f718815e510 2024-09-16T00:52:18.024 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:18.024 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"btime":"2024-09-16T00:52:16:414023+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34160,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-16T00:52:18.024 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 msgr2=0x7f716c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 0x7f716c06e770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7184034000 tx=0x7f718402e000 comp rx=0 tx=0).stop 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 msgr2=0x7f7188151030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f718000cb40 tx=0x7f718000a060 comp rx=0 tx=0).stop 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 shutdown_connections 2024-09-16T00:52:18.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f716c06c2b0 0x7f716c06e770 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f718815e510 0x7f7188151030 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71880d1200 0x7f71880b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.024+0000 7f71905c0640 1 --2- 172.21.15.32:0/1551963569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71880cf040 0x7f71880cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.025+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 >> 172.21.15.32:0/1551963569 conn(0x7f718806d1a0 msgr2=0x7f71880744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:18.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.025+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 shutdown_connections 2024-09-16T00:52:18.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.025+0000 7f71905c0640 1 -- 172.21.15.32:0/1551963569 wait complete. 2024-09-16T00:52:18.036 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:52:18.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.137+0000 7fc7fdfc4640 1 Processor -- start 2024-09-16T00:52:18.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.137+0000 7fc7fdfc4640 1 -- start start 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7fdfc4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc7f815e510 0x7fc7f80ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7fdfc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f80d13d0 0x7fc7f80b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7fdfc4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7f80d3430 con 0x7fc7f80cf040 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7fdfc4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc7f80d36d0 con 0x7fc7f815e510 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7fdfc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f80d39b0 con 0x7fc7f80d13d0 2024-09-16T00:52:18.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7f6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc7f80cf040 0x7fc7f80d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53166/0 (socket says 172.21.15.32:53166) 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.138+0000 7fc7f6ffd640 1 -- 172.21.15.32:0/2379482639 learned_addr learned my addr 172.21.15.32:0/2379482639 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/2379482639 >> v2:172.21.15.50:3300/0 conn(0x7fc7f815e510 0x7fc7f80ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f7fff640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f80d13d0 0x7fc7f80b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1044854683 0 0) 0x7fc7f80d3430 con 0x7fc7f80cf040 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7e0003520 con 0x7fc7f80cf040 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f77fe640 1 -- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f80d13d0 msgr2=0x7fc7f80b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f80d13d0 0x7fc7f80b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1126078205 0 0) 0x7fc7e0003520 con 0x7fc7f80cf040 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f77fe640 1 -- 172.21.15.32:0/2379482639 >> v1:172.21.15.32:6789/0 conn(0x7fc7f80cf040 legacy=0x7fc7f80d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.139+0000 7fc7f77fe640 1 -- 172.21.15.32:0/2379482639 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f80d3c90 con 0x7fc7f815e510 2024-09-16T00:52:18.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f815e510 0x7fc7f80ceb00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80097a0 tx=0x7fc7e802a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=488c063e1facd8ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8037070 con 0x7fc7f815e510 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e802ab10 con 0x7fc7f815e510 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7f67fc640 1 -- 172.21.15.32:0/2379482639 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec001670 con 0x7fc7f815e510 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f815e510 msgr2=0x7fc7f80ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f815e510 0x7fc7f80ceb00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80097a0 tx=0x7fc7e802a080 comp rx=0 tx=0).stop 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/2379482639 shutdown_connections 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f80d13d0 0x7fc7f80b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/2379482639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f815e510 0x7fc7f80ceb00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/2379482639 >> 172.21.15.32:0/2379482639 conn(0x7fc7f806d1a0 msgr2=0x7fc7f8073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/2379482639 shutdown_connections 2024-09-16T00:52:18.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.140+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/2379482639 wait complete. 2024-09-16T00:52:18.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.142+0000 7fc7fdfc4640 1 Processor -- start 2024-09-16T00:52:18.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.142+0000 7fc7fdfc4640 1 -- start start 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.142+0000 7fc7fdfc4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.142+0000 7fc7fdfc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 0x7fc7f815f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 0x7fc7f815fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f815e8f0 con 0x7fc7f80cf040 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f80d22a0 con 0x7fc7f80d13d0 2024-09-16T00:52:18.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f815ea70 con 0x7fc7f815e510 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55990/0 (socket says 172.21.15.32:55990) 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 -- 172.21.15.32:0/3265481742 learned_addr learned my addr 172.21.15.32:0/3265481742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f6ffd640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 0x7fc7f815f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f7fff640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 0x7fc7f815fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 -- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 msgr2=0x7fc7f815fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 0x7fc7f815fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 -- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 msgr2=0x7fc7f815f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 0x7fc7f815f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 -- 172.21.15.32:0/3265481742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f815ec90 con 0x7fc7f80cf040 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f6ffd640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 0x7fc7f815f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f7fff640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 0x7fc7f815fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:18.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7f77fe640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80098c0 tx=0x7fc7e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8037050 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e8043070 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f81544d0 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8006e10 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.143+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f8154a90 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.144+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f80cee60 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.145+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7e803ca10 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.145+0000 7fc7dffff640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 0x7fc7e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.145+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fc7e80abba0 con 0x7fc7f80cf040 2024-09-16T00:52:18.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.145+0000 7fc7f6ffd640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 0x7fc7e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.146+0000 7fc7f6ffd640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 0x7fc7e406e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0011e0 tx=0x7fc7ec009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.150+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7f80cee60 con 0x7fc7f80cf040 2024-09-16T00:52:18.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.328+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc7f80cfcc0 con 0x7fc7f80cf040 2024-09-16T00:52:18.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.329+0000 7fc7dffff640 1 -- 172.21.15.32:0/3265481742 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7fc7e807a790 con 0x7fc7f80cf040 2024-09-16T00:52:18.330 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:18.330 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-16T00:52:18.331 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:52:18.331 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-16T00:52:18.331 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-16T00:52:18.331 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:52:18.331 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-16T00:52:18.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 msgr2=0x7fc7e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 0x7fc7e406e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0011e0 tx=0x7fc7ec009040 comp rx=0 tx=0).stop 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 msgr2=0x7fc7f815f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80098c0 tx=0x7fc7e80046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 shutdown_connections 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7e406c2b0 0x7fc7e406e770 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f815e510 0x7fc7f815fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f80d13d0 0x7fc7f815f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 --2- 172.21.15.32:0/3265481742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f80cf040 0x7fc7f815f140 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.330+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 >> 172.21.15.32:0/3265481742 conn(0x7fc7f806d1a0 msgr2=0x7fc7f80d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:18.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.331+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 shutdown_connections 2024-09-16T00:52:18.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.331+0000 7fc7fdfc4640 1 -- 172.21.15.32:0/3265481742 wait complete. 2024-09-16T00:52:18.342 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:52:18.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:52:18.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.448+0000 7fdfd4c65640 1 Processor -- start 2024-09-16T00:52:18.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.449+0000 7fdfd4c65640 1 -- start start 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.449+0000 7fdfd4c65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd00d40e0 0x7fdfd00d4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.449+0000 7fdfd4c65640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfd015e850 con 0x7fdfd015e470 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.449+0000 7fdfd4c65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfd00d0ce0 con 0x7fdfd00cf7a0 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfd4c65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd00b5040 con 0x7fdfd00d40e0 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfce59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdfd015e470 0x7fdfd00b44d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53170/0 (socket says 172.21.15.32:53170) 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfce59c640 1 -- 172.21.15.32:0/3871296251 learned_addr learned my addr 172.21.15.32:0/3871296251 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcdd9b640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd00d40e0 0x7fdfd00d4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3012863904 0 0) 0x7fdfd015e850 con 0x7fdfd015e470 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfb8003520 con 0x7fdfd015e470 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3180713592 0 0) 0x7fdfd00d0ce0 con 0x7fdfd00cf7a0 2024-09-16T00:52:18.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfd015e850 con 0x7fdfd00cf7a0 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3160900851 0 0) 0x7fdfb8003520 con 0x7fdfd015e470 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd00d40e0 msgr2=0x7fdfd00d4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd00d40e0 0x7fdfd00d4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 >> v1:172.21.15.50:6789/0 conn(0x7fdfd00cf7a0 legacy=0x7fdfd00cfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd00b5320 con 0x7fdfd015e470 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fdfc0001670 con 0x7fdfd015e470 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 >> v1:172.21.15.32:6789/0 conn(0x7fdfd015e470 legacy=0x7fdfd00b44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfb8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfb8004800 0x7fdfb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfb80051c0 0x7fdfb800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd00b5040 con 0x7fdfb8003b70 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb800bfb0 con 0x7fdfb80051c0 2024-09-16T00:52:18.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb800c1b0 con 0x7fdfb8004800 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfcdd9b640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd00d40e0 0x7fdfd00d4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.450+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfb8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfced9d640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfb80051c0 0x7fdfb800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 -- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfb8004800 msgr2=0x7fdfb8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfb8004800 0x7fdfb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 -- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfb80051c0 msgr2=0x7fdfb800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfb80051c0 0x7fdfb800b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 -- 172.21.15.32:0/3871296251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb8003520 con 0x7fdfb8003b70 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.451+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfb8003f70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c190 tx=0x7fdfb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6119a29a2fc9471 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0007ce0 con 0x7fdfb8003b70 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfc0005ad0 con 0x7fdfb8003b70 2024-09-16T00:52:18.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfcd59a640 1 -- 172.21.15.32:0/3871296251 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0007070 con 0x7fdfb8003b70 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3871296251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 msgr2=0x7fdfb8003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3871296251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfb8003f70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c190 tx=0x7fdfb8005830 comp rx=0 tx=0).stop 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfced9d640 1 -- 172.21.15.32:0/3871296251 reap_dead start 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3871296251 shutdown_connections 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3871296251 >> 172.21.15.32:0/3871296251 conn(0x7fdfd008dd10 msgr2=0x7fdfd009d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3871296251 shutdown_connections 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.452+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3871296251 wait complete. 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 Processor -- start 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 -- start start 2024-09-16T00:52:18.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd0152870 0x7fdfd00b1f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 0x7fdfd00b7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd00ceee0 con 0x7fdfb8003b70 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd00cf280 con 0x7fdfd00b24b0 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfd4c65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd00cf060 con 0x7fdfd0152870 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfce59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfce59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56004/0 (socket says 172.21.15.32:56004) 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.454+0000 7fdfce59c640 1 -- 172.21.15.32:0/3683362650 learned_addr learned my addr 172.21.15.32:0/3683362650 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 -- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd0152870 msgr2=0x7fdfd00b1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfced9d640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 0x7fdfd00b7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd0152870 0x7fdfd00b1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 -- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 msgr2=0x7fdfd00b7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 0x7fdfd00b7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 -- 172.21.15.32:0/3683362650 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd00c91a0 con 0x7fdfb8003b70 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfced9d640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 0x7fdfd00b7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfce59c640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c190 tx=0x7fdfc00019c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0001670 con 0x7fdfb8003b70 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfc0042070 con 0x7fdfb8003b70 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd00c9480 con 0x7fdfb8003b70 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0007270 con 0x7fdfb8003b70 2024-09-16T00:52:18.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.455+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd00c9a40 con 0x7fdfb8003b70 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.456+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd0069110 con 0x7fdfb8003b70 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.456+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfc0007410 con 0x7fdfb8003b70 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.457+0000 7fdfbeffd640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 0x7fdfb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.457+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fdfc00aaf90 con 0x7fdfb8003b70 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.457+0000 7fdfcdd9b640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 0x7fdfb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.457+0000 7fdfcdd9b640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 0x7fdfb006e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0153c60 tx=0x7fdfc4006de0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:18.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.461+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdfc0079b70 con 0x7fdfb8003b70 2024-09-16T00:52:18.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:18.637+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdfd00cfc30 con 0x7fdfb8003b70 2024-09-16T00:52:19.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.424+0000 7fdfbeffd640 1 -- 172.21.15.32:0/3683362650 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7fdfc0005aa0 con 0x7fdfb8003b70 2024-09-16T00:52:19.426 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-16T00:52:19.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.428+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 msgr2=0x7fdfb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.428+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 0x7fdfb006e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0153c60 tx=0x7fdfc4006de0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.428+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 msgr2=0x7fdfd00ca240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.428+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c190 tx=0x7fdfc00019c0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 shutdown_connections 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdfb006c2b0 0x7fdfb006e770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd00b24b0 0x7fdfd00b7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd0152870 0x7fdfd00b1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 --2- 172.21.15.32:0/3683362650 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb8003b70 0x7fdfd00ca240 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.429+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 >> 172.21.15.32:0/3683362650 conn(0x7fdfd008dd10 msgr2=0x7fdfd00d03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:19.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.430+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 shutdown_connections 2024-09-16T00:52:19.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.431+0000 7fdfd4c65640 1 -- 172.21.15.32:0/3683362650 wait complete. 2024-09-16T00:52:19.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-16T00:52:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.563+0000 7f5c611e4640 1 Processor -- start 2024-09-16T00:52:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.563+0000 7f5c611e4640 1 -- start start 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c611e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5c5c167310 0x7f5c5c169700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c611e4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c5c0d01e0 con 0x7f5c5c0d2860 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c611e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c5c0d2d60 con 0x7f5c5c0d43b0 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c611e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5c5c0d3040 con 0x7f5c5c167310 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c5a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5c5c0d2860 0x7f5c5c0d1ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53176/0 (socket says 172.21.15.32:53176) 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c5a59c640 1 -- 172.21.15.32:0/2741082774 learned_addr learned my addr 172.21.15.32:0/2741082774 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 768739004 0 0) 0x7f5c5c0d01e0 con 0x7f5c5c0d2860 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c44003520 con 0x7f5c5c0d2860 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2741082774 >> v2:172.21.15.50:3300/0 conn(0x7f5c5c167310 0x7f5c5c169700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3158335551 0 0) 0x7f5c44003520 con 0x7f5c5c0d2860 2024-09-16T00:52:19.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 >> v2:172.21.15.50:3300/0 conn(0x7f5c5c167310 msgr2=0x7f5c5c169700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 --2- 172.21.15.32:0/2741082774 >> v2:172.21.15.50:3300/0 conn(0x7f5c5c167310 0x7f5c5c169700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 >> v1:172.21.15.50:6789/0 conn(0x7f5c5c0d43b0 legacy=0x7f5c5c0d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c5c0d15e0 con 0x7f5c5c0d2860 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f5c50001670 con 0x7f5c5c0d2860 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 >> v1:172.21.15.32:6789/0 conn(0x7f5c5c0d2860 legacy=0x7f5c5c0d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c440039b0 0x7f5c44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c44004800 0x7f5c44004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 0x7f5c4400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5c0d3040 con 0x7f5c440051c0 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4400c160 con 0x7f5c440039b0 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.564+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5c4400c360 con 0x7f5c44004800 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 0x7f5c4400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5ad9d640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c440039b0 0x7f5c44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5a59c640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c44004800 0x7f5c44004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 -- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c44004800 msgr2=0x7f5c44004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c44004800 0x7f5c44004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 -- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c440039b0 msgr2=0x7f5c44003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c440039b0 0x7f5c44003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 -- 172.21.15.32:0/2741082774 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c44003520 con 0x7f5c440051c0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.565+0000 7f5c5b59e640 1 -- 172.21.15.32:0/2741082774 reap_dead start 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 0x7f5c4400b9c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c08d6f0 tx=0x7f5c44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3dee8c06f8c3cc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54035020 con 0x7f5c440051c0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c54003b90 con 0x7f5c440051c0 2024-09-16T00:52:19.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c59d9b640 1 -- 172.21.15.32:0/2741082774 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54009c10 con 0x7f5c440051c0 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 -- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 msgr2=0x7f5c4400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 0x7f5c4400b9c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c08d6f0 tx=0x7f5c44005830 comp rx=0 tx=0).stop 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 -- 172.21.15.32:0/2741082774 shutdown_connections 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2741082774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c440051c0 0x7f5c4400b9c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 -- 172.21.15.32:0/2741082774 >> 172.21.15.32:0/2741082774 conn(0x7f5c5c08bfc0 msgr2=0x7f5c5c09d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:19.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 -- 172.21.15.32:0/2741082774 shutdown_connections 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.566+0000 7f5c611e4640 1 -- 172.21.15.32:0/2741082774 wait complete. 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.568+0000 7f5c611e4640 1 Processor -- start 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.568+0000 7f5c611e4640 1 -- start start 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.568+0000 7f5c611e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c440051c0 0x7f5c5c0cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c5c06dfb0 0x7f5c5c157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5c06cfd0 con 0x7f5c5c06db30 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5c0d1ba0 con 0x7f5c5c06dfb0 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5c5c15e7a0 con 0x7f5c440051c0 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56008/0 (socket says 172.21.15.32:56008) 2024-09-16T00:52:19.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 -- 172.21.15.32:0/2791442929 learned_addr learned my addr 172.21.15.32:0/2791442929 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5ad9d640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c440051c0 0x7f5c5c0cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5b59e640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c5c06dfb0 0x7f5c5c157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 -- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c440051c0 msgr2=0x7f5c5c0cb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c440051c0 0x7f5c5c0cb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 -- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c5c06dfb0 msgr2=0x7f5c5c157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c5c06dfb0 0x7f5c5c157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 -- 172.21.15.32:0/2791442929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c5c0b9b10 con 0x7f5c5c06db30 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c5a59c640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5c500072f0 tx=0x7f5c500077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:19.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5001a070 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c5000f960 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c5c0b9df0 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5000fd10 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.569+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c5c159950 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.570+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c5c0d4790 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.571+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5c5001d070 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.571+0000 7f5c437fe640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 0x7f5c4806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.571+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f5c5008ab40 con 0x7f5c5c06db30 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.571+0000 7f5c5ad9d640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 0x7f5c4806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.572+0000 7f5c5ad9d640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 0x7f5c4806e7a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c000c00 tx=0x7f5c4c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:19.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.576+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c50058ed0 con 0x7f5c5c06db30 2024-09-16T00:52:19.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:19.750+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f5c5c159b20 con 0x7f5c5c06db30 2024-09-16T00:52:20.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.426+0000 7f5c437fe640 1 -- 172.21.15.32:0/2791442929 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7f5c5005d1d0 con 0x7f5c5c06db30 2024-09-16T00:52:20.428 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-16T00:52:20.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 msgr2=0x7f5c4806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:20.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 0x7f5c4806e7a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c000c00 tx=0x7f5c4c009040 comp rx=0 tx=0).stop 2024-09-16T00:52:20.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 msgr2=0x7f5c5c0b7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:20.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5c500072f0 tx=0x7f5c500077b0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 shutdown_connections 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5c4806c2e0 0x7f5c4806e7a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c5c06dfb0 0x7f5c5c157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c5c06db30 0x7f5c5c0b7980 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 --2- 172.21.15.32:0/2791442929 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c440051c0 0x7f5c5c0cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.431+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 >> 172.21.15.32:0/2791442929 conn(0x7f5c5c08bfc0 msgr2=0x7f5c5c15cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:20.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.432+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 shutdown_connections 2024-09-16T00:52:20.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.432+0000 7f5c611e4640 1 -- 172.21.15.32:0/2791442929 wait complete. 2024-09-16T00:52:20.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:52:20.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.568+0000 7f3d64484640 1 Processor -- start 2024-09-16T00:52:20.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.568+0000 7f3d64484640 1 -- start start 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d64484640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d64484640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d5c0d0e30 0x7f3d5c0d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d64484640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d5c0cf050 con 0x7f3d5c0d3160 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d64484640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f3d5c0cfc00 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d64484640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3d5c0d17b0 con 0x7f3d5c0d0e30 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d62220640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d62220640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56010/0 (socket says 172.21.15.32:56010) 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.569+0000 7f3d62220640 1 -- 172.21.15.32:0/3474086430 learned_addr learned my addr 172.21.15.32:0/3474086430 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62220640 1 -- 172.21.15.32:0/3474086430 >> v2:172.21.15.50:3300/0 conn(0x7f3d5c0d0e30 msgr2=0x7f3d5c0d1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62a21640 1 --2- 172.21.15.32:0/3474086430 >> v2:172.21.15.50:3300/0 conn(0x7f3d5c0d0e30 0x7f3d5c0d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62220640 1 --2- 172.21.15.32:0/3474086430 >> v2:172.21.15.50:3300/0 conn(0x7f3d5c0d0e30 0x7f3d5c0d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62220640 1 -- 172.21.15.32:0/3474086430 >> v1:172.21.15.50:6789/0 conn(0x7f3d5c0d3160 legacy=0x7f3d5c0d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:20.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62220640 1 -- 172.21.15.32:0/3474086430 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c0cf2d0 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.570+0000 7f3d62220640 1 --2- 172.21.15.32:0/3474086430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c08eb60 tx=0x7f3d5802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dbd1b00dd7bb172 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d6121e640 1 -- 172.21.15.32:0/3474086430 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d58004030 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d6121e640 1 -- 172.21.15.32:0/3474086430 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d580041d0 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d6121e640 1 -- 172.21.15.32:0/3474086430 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d58003610 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 -- 172.21.15.32:0/3474086430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c15e6a0 msgr2=0x7f3d5c0d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 --2- 172.21.15.32:0/3474086430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c08eb60 tx=0x7f3d5802a210 comp rx=0 tx=0).stop 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 -- 172.21.15.32:0/3474086430 shutdown_connections 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 --2- 172.21.15.32:0/3474086430 >> v2:172.21.15.50:3300/0 conn(0x7f3d5c0d0e30 0x7f3d5c0d1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 --2- 172.21.15.32:0/3474086430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c15e6a0 0x7f3d5c0d0090 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 -- 172.21.15.32:0/3474086430 >> 172.21.15.32:0/3474086430 conn(0x7f3d5c09d730 msgr2=0x7f3d5c0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 -- 172.21.15.32:0/3474086430 shutdown_connections 2024-09-16T00:52:20.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.571+0000 7f3d64484640 1 -- 172.21.15.32:0/3474086430 wait complete. 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.572+0000 7f3d64484640 1 Processor -- start 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 -- start start 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d5c0d0e30 0x7f3d5c1597e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 0x7f3d5c0cd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c0b7270 con 0x7f3d5c0d3160 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c0cf890 con 0x7f3d5c0d0e30 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d64484640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d5c0b73f0 con 0x7f3d5c15e6a0 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d61a1f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d61a1f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56016/0 (socket says 172.21.15.32:56016) 2024-09-16T00:52:20.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.573+0000 7f3d61a1f640 1 -- 172.21.15.32:0/1826857578 learned_addr learned my addr 172.21.15.32:0/1826857578 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d62220640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d5c0d0e30 0x7f3d5c1597e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d62a21640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 0x7f3d5c0cd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 -- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 msgr2=0x7f3d5c0cd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 0x7f3d5c0cd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 -- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d5c0d0e30 msgr2=0x7f3d5c1597e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d5c0d0e30 0x7f3d5c1597e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 -- 172.21.15.32:0/1826857578 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c1f4430 con 0x7f3d5c0d3160 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d62a21640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 0x7f3d5c0cd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d61a1f640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00c410 tx=0x7f3d4c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c017070 con 0x7f3d5c0d3160 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4c0035f0 con 0x7f3d5c0d3160 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5c0c8ce0 con 0x7f3d5c0d3160 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c003a20 con 0x7f3d5c0d3160 2024-09-16T00:52:20.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.574+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5c0c92a0 con 0x7f3d5c0d3160 2024-09-16T00:52:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.575+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d5c0d1270 con 0x7f3d5c0d3160 2024-09-16T00:52:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.576+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d4c01a070 con 0x7f3d5c0d3160 2024-09-16T00:52:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.576+0000 7f3d52ffd640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 0x7f3d4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.576+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f3d4c08a820 con 0x7f3d5c0d3160 2024-09-16T00:52:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.576+0000 7f3d62220640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 0x7f3d4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.577+0000 7f3d62220640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 0x7f3d4006e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3d58033000 tx=0x7f3d5802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:20.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.581+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d4c059080 con 0x7f3d5c0d3160 2024-09-16T00:52:20.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:20.791+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d5c0d0c10 con 0x7f3d5c0d3160 2024-09-16T00:52:21.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.446+0000 7f3d52ffd640 1 -- 172.21.15.32:0/1826857578 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f3d4c058980 con 0x7f3d5c0d3160 2024-09-16T00:52:21.451 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.457+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 msgr2=0x7f3d4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.457+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 0x7f3d4006e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3d58033000 tx=0x7f3d5802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.457+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 msgr2=0x7f3d5c0cbe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.457+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00c410 tx=0x7f3d4c00c8d0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 shutdown_connections 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3d4006c2b0 0x7f3d4006e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d5c15e6a0 0x7f3d5c0cd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d5c0d3160 0x7f3d5c0cbe50 secure :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00c410 tx=0x7f3d4c00c8d0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 --2- 172.21.15.32:0/1826857578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d5c0d0e30 0x7f3d5c1597e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.458+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 >> 172.21.15.32:0/1826857578 conn(0x7f3d5c09d730 msgr2=0x7f3d5c0b8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:21.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.459+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 shutdown_connections 2024-09-16T00:52:21.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.460+0000 7f3d64484640 1 -- 172.21.15.32:0/1826857578 wait complete. 2024-09-16T00:52:21.481 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-16T00:52:21.481 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-16T00:52:21.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.594+0000 7f5770d11640 1 Processor -- start 2024-09-16T00:52:21.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.594+0000 7f5770d11640 1 -- start start 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f5770d11640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f576c09b140 0x7f576c1692e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f5770d11640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f576c06e0d0 con 0x7f576c06dcb0 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f5770d11640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f576c0d0dc0 con 0x7f576c15e610 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f5770d11640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f576c0d0ba0 con 0x7f576c09b140 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f576ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f576c09b140 0x7f576c1692e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f576ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f576c09b140 0x7f576c1692e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56030/0 (socket says 172.21.15.32:56030) 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.596+0000 7f576ad9d640 1 -- 172.21.15.32:0/3314975312 learned_addr learned my addr 172.21.15.32:0/3314975312 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.595+0000 7f5769d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f576c06dcb0 0x7f576c09aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53188/0 (socket says 172.21.15.32:53188) 2024-09-16T00:52:21.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.596+0000 7f576ad9d640 1 -- 172.21.15.32:0/3314975312 >> v1:172.21.15.50:6789/0 conn(0x7f576c15e610 legacy=0x7f576c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.596+0000 7f576959a640 1 -- 172.21.15.32:0/3314975312 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3374046946 0 0) 0x7f576c06e0d0 con 0x7f576c06dcb0 2024-09-16T00:52:21.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.596+0000 7f576ad9d640 1 -- 172.21.15.32:0/3314975312 >> v1:172.21.15.32:6789/0 conn(0x7f576c06dcb0 legacy=0x7f576c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.596+0000 7f576ad9d640 1 -- 172.21.15.32:0/3314975312 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576c0d10a0 con 0x7f576c09b140 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f576ad9d640 1 --2- 172.21.15.32:0/3314975312 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c1692e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f575c009e50 tx=0x7f575c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b9af2b864ff42dc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f576959a640 1 -- 172.21.15.32:0/3314975312 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c036070 con 0x7f576c09b140 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f576959a640 1 -- 172.21.15.32:0/3314975312 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f575c031600 con 0x7f576c09b140 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f576959a640 1 -- 172.21.15.32:0/3314975312 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c0319d0 con 0x7f576c09b140 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 -- 172.21.15.32:0/3314975312 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 msgr2=0x7f576c1692e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 --2- 172.21.15.32:0/3314975312 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c1692e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f575c009e50 tx=0x7f575c02a6d0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 -- 172.21.15.32:0/3314975312 shutdown_connections 2024-09-16T00:52:21.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 --2- 172.21.15.32:0/3314975312 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c1692e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 -- 172.21.15.32:0/3314975312 >> 172.21.15.32:0/3314975312 conn(0x7f576c0b3c10 msgr2=0x7f576c0b4020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:21.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 -- 172.21.15.32:0/3314975312 shutdown_connections 2024-09-16T00:52:21.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.597+0000 7f5770d11640 1 -- 172.21.15.32:0/3314975312 wait complete. 2024-09-16T00:52:21.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 Processor -- start 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 -- start start 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 0x7f576c0b0c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f576c15e610 0x7f576c15c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f576c0d1940 con 0x7f576c09b140 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f576c0d1660 con 0x7f576c06dcb0 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.599+0000 7f5770d11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f576c0cd880 con 0x7f576c15e610 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56034/0 (socket says 172.21.15.32:56034) 2024-09-16T00:52:21.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 -- 172.21.15.32:0/913807626 learned_addr learned my addr 172.21.15.32:0/913807626 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f576ad9d640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f576c15e610 0x7f576c15c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f576a59c640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 0x7f576c0b0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 -- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f576c15e610 msgr2=0x7f576c15c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f576c15e610 0x7f576c15c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 -- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 msgr2=0x7f576c0b0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 0x7f576c0b0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 -- 172.21.15.32:0/913807626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576c160a50 con 0x7f576c09b140 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f576a59c640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 0x7f576c0b0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5769d9b640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f575400c4a0 tx=0x7f575400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:21.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754018070 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57540074e0 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f576c160cf0 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754004a20 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.600+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f576c1612b0 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.601+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f576c09aa30 con 0x7f576c09b140 2024-09-16T00:52:21.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.602+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5754004bc0 con 0x7f576c09b140 2024-09-16T00:52:21.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.602+0000 7f5762ffd640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 0x7f574c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:21.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.602+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f575408a710 con 0x7f576c09b140 2024-09-16T00:52:21.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.602+0000 7f576a59c640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 0x7f574c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:21.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.603+0000 7f576a59c640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 0x7f574c06e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5764000f60 tx=0x7f5764009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:21.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.607+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5754058840 con 0x7f576c09b140 2024-09-16T00:52:21.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:21.792+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f576c06c790 con 0x7f576c09b140 2024-09-16T00:52:22.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.447+0000 7f5762ffd640 1 -- 172.21.15.32:0/913807626 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7f575405cb40 con 0x7f576c09b140 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 msgr2=0x7f574c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 0x7f574c06e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5764000f60 tx=0x7f5764009040 comp rx=0 tx=0).stop 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 msgr2=0x7f576c15c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f575400c4a0 tx=0x7f575400c960 comp rx=0 tx=0).stop 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 shutdown_connections 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f574c06c2b0 0x7f574c06e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f576c15e610 0x7f576c15c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f576c09b140 0x7f576c15c310 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 --2- 172.21.15.32:0/913807626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f576c06dcb0 0x7f576c0b0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 >> 172.21.15.32:0/913807626 conn(0x7f576c0b3c10 msgr2=0x7f576c15d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:22.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 shutdown_connections 2024-09-16T00:52:22.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.451+0000 7f5770d11640 1 -- 172.21.15.32:0/913807626 wait complete. 2024-09-16T00:52:22.465 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:52:22.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.580+0000 7ffbd241e640 1 Processor -- start 2024-09-16T00:52:22.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.580+0000 7ffbd241e640 1 -- start start 2024-09-16T00:52:22.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.581+0000 7ffbd241e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.581+0000 7ffbd241e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 0x7ffbcc0b7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.581+0000 7ffbd241e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbcc0d1540 con 0x7ffbcc15e190 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.581+0000 7ffbd241e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffbcc0d3690 con 0x7ffbcc0d10b0 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.581+0000 7ffbd241e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffbcc0d3970 con 0x7ffbcc15e570 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbd09bb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 0x7ffbcc0b7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:59190/0 (socket says 172.21.15.32:59190) 2024-09-16T00:52:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 -- 172.21.15.32:0/4190084733 learned_addr learned my addr 172.21.15.32:0/4190084733 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 -- 172.21.15.32:0/4190084733 >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 msgr2=0x7ffbcc0b7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 --2- 172.21.15.32:0/4190084733 >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 0x7ffbcc0b7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 -- 172.21.15.32:0/4190084733 >> v1:172.21.15.50:6789/0 conn(0x7ffbcc15e190 legacy=0x7ffbcc0cf410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbc3fff640 1 -- 172.21.15.32:0/4190084733 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbcc0d3c50 con 0x7ffbcc15e570 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.582+0000 7ffbd09bb640 1 --2- 172.21.15.32:0/4190084733 >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 0x7ffbcc0b7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.583+0000 7ffbc3fff640 1 --2- 172.21.15.32:0/4190084733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009870 tx=0x7ffbb402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2274a67326e59ce2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.583+0000 7ffbcb7fe640 1 -- 172.21.15.32:0/4190084733 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4037070 con 0x7ffbcc15e570 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.583+0000 7ffbcb7fe640 1 -- 172.21.15.32:0/4190084733 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb4032440 con 0x7ffbcc15e570 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.583+0000 7ffbcb7fe640 1 -- 172.21.15.32:0/4190084733 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4032810 con 0x7ffbcc15e570 2024-09-16T00:52:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 -- 172.21.15.32:0/4190084733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 msgr2=0x7ffbcc0d0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 --2- 172.21.15.32:0/4190084733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009870 tx=0x7ffbb402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 -- 172.21.15.32:0/4190084733 shutdown_connections 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 --2- 172.21.15.32:0/4190084733 >> v2:172.21.15.50:3300/0 conn(0x7ffbcc0d10b0 0x7ffbcc0b7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 --2- 172.21.15.32:0/4190084733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc15e570 0x7ffbcc0d0b70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 -- 172.21.15.32:0/4190084733 >> 172.21.15.32:0/4190084733 conn(0x7ffbcc06d1c0 msgr2=0x7ffbcc073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 -- 172.21.15.32:0/4190084733 shutdown_connections 2024-09-16T00:52:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.584+0000 7ffbd241e640 1 -- 172.21.15.32:0/4190084733 wait complete. 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.585+0000 7ffbd241e640 1 Processor -- start 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.585+0000 7ffbd241e640 1 -- start start 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 0x7ffbcc0ca880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbcc15e570 0x7ffbcc0cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ffbcc0cfb20 con 0x7ffbcc15e190 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffbcc0b7570 con 0x7ffbcc15e570 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd241e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffbcc0d3220 con 0x7ffbcc0d10b0 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbcbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 0x7ffbcc0ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbcbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 0x7ffbcc0ca880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:59202/0 (socket says 172.21.15.32:59202) 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbcbfff640 1 -- 172.21.15.32:0/990373898 learned_addr learned my addr 172.21.15.32:0/990373898 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56040/0 (socket says 172.21.15.32:56040) 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbd09bb640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbcc15e570 0x7ffbcc0cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 -- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 msgr2=0x7ffbcc0ca880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 0x7ffbcc0ca880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 -- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbcc15e570 msgr2=0x7ffbcc0cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:22.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbcc15e570 0x7ffbcc0cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 -- 172.21.15.32:0/990373898 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbcc0cc9b0 con 0x7ffbcc15e190 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc3fff640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4031000 tx=0x7ffbb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.586+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4037040 con 0x7ffbcc15e190 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.587+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb4042070 con 0x7ffbcc15e190 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.587+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbcc0ccc90 con 0x7ffbcc15e190 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.587+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4030900 con 0x7ffbcc15e190 2024-09-16T00:52:22.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.587+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbcc0cd250 con 0x7ffbcc15e190 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.588+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbcc0d0b70 con 0x7ffbcc15e190 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.588+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffbb402ad10 con 0x7ffbcc15e190 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.588+0000 7ffbc97fa640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 0x7ffbac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.589+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7ffbb40ab8c0 con 0x7ffbcc15e190 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.589+0000 7ffbcbfff640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 0x7ffbac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:22.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.589+0000 7ffbcbfff640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 0x7ffbac06e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc15bfa0 tx=0x7ffbbc009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:22.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.593+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbb407a0b0 con 0x7ffbcc15e190 2024-09-16T00:52:22.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:22.769+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ffbcc15b220 con 0x7ffbcc15e190 2024-09-16T00:52:24.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.457+0000 7ffbc97fa640 1 -- 172.21.15.32:0/990373898 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7ffbb40799b0 con 0x7ffbcc15e190 2024-09-16T00:52:24.458 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' created 2024-09-16T00:52:24.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.460+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 msgr2=0x7ffbac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:24.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.460+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 0x7ffbac06e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc15bfa0 tx=0x7ffbbc009040 comp rx=0 tx=0).stop 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.460+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 msgr2=0x7ffbcc0cda50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.460+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4031000 tx=0x7ffbb40046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 shutdown_connections 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffbac06c2b0 0x7ffbac06e770 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbcc15e570 0x7ffbcc0cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffbcc15e190 0x7ffbcc0cda50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 --2- 172.21.15.32:0/990373898 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffbcc0d10b0 0x7ffbcc0ca880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 >> 172.21.15.32:0/990373898 conn(0x7ffbcc06d1c0 msgr2=0x7ffbcc1615d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:24.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 shutdown_connections 2024-09-16T00:52:24.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.461+0000 7ffbd241e640 1 -- 172.21.15.32:0/990373898 wait complete. 2024-09-16T00:52:24.481 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-16T00:52:24.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.594+0000 7f011d36d640 1 Processor -- start 2024-09-16T00:52:24.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.594+0000 7f011d36d640 1 -- start start 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f011d36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f0118162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f011d36d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f01180b9a80 0x7f01180b9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f011d36d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01180d39d0 con 0x7f011815e770 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f011d36d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f01180b7df0 con 0x7f01180b9a80 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f011d36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0118162ab0 con 0x7f0118162130 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f01180b9a80 0x7f01180b9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f01180b9a80 0x7f01180b9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56046/0 (socket says 172.21.15.32:56046) 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 -- 172.21.15.32:0/3822724485 learned_addr learned my addr 172.21.15.32:0/3822724485 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01167fc640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f0118162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 -- 172.21.15.32:0/3822724485 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 msgr2=0x7f0118162570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f0118162570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 -- 172.21.15.32:0/3822724485 >> v1:172.21.15.50:6789/0 conn(0x7f011815e770 legacy=0x7f01180d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:24.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01177fe640 1 -- 172.21.15.32:0/3822724485 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01180b74c0 con 0x7f01180b9a80 2024-09-16T00:52:24.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.595+0000 7f01167fc640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f0118162570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.596+0000 7f01177fe640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01180b9f30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0110009e50 tx=0x7f011002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdefc4f7991ca7b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.596+0000 7f0115ffb640 1 -- 172.21.15.32:0/3822724485 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110036070 con 0x7f01180b9a80 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.596+0000 7f0115ffb640 1 -- 172.21.15.32:0/3822724485 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0110031600 con 0x7f01180b9a80 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.596+0000 7f0115ffb640 1 -- 172.21.15.32:0/3822724485 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01100319d0 con 0x7f01180b9a80 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 -- 172.21.15.32:0/3822724485 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 msgr2=0x7f01180b9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:24.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01180b9f30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0110009e50 tx=0x7f011002a6c0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 -- 172.21.15.32:0/3822724485 shutdown_connections 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01180b9f30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 --2- 172.21.15.32:0/3822724485 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f0118162570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 -- 172.21.15.32:0/3822724485 >> 172.21.15.32:0/3822724485 conn(0x7f011809d660 msgr2=0x7f01180d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 -- 172.21.15.32:0/3822724485 shutdown_connections 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.597+0000 7f011d36d640 1 -- 172.21.15.32:0/3822724485 wait complete. 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.598+0000 7f011d36d640 1 Processor -- start 2024-09-16T00:52:24.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.598+0000 7f011d36d640 1 -- start start 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f011815e770 0x7f0118153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f01180ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f01180d51c0 con 0x7f01180b9a80 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f01180b7a80 con 0x7f011815e770 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f011d36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01180d5340 con 0x7f0118162130 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f0116ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f0116ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56062/0 (socket says 172.21.15.32:56062) 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f0116ffd640 1 -- 172.21.15.32:0/3950530085 learned_addr learned my addr 172.21.15.32:0/3950530085 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f01167fc640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f011815e770 0x7f0118153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.599+0000 7f01177fe640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f01180ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 -- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 msgr2=0x7f01180ccc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f01180ccc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 -- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f011815e770 msgr2=0x7f0118153890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f011815e770 0x7f0118153890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 -- 172.21.15.32:0/3950530085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01181f55d0 con 0x7f01180b9a80 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f0116ffd640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f010800b3e0 tx=0x7f010800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108015020 con 0x7f01180b9a80 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0108011850 con 0x7f01180b9a80 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0118153dd0 con 0x7f01180b9a80 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108011c40 con 0x7f01180b9a80 2024-09-16T00:52:24.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.600+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f011815fb50 con 0x7f01180b9a80 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.601+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0118069110 con 0x7f01180b9a80 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.602+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0108018020 con 0x7f01180b9a80 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.602+0000 7f00ff7fe640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 0x7f010406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.602+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7f010808b580 con 0x7f01180b9a80 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.602+0000 7f01167fc640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 0x7f010406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:24.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.602+0000 7f01167fc640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 0x7f010406e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0118067dd0 tx=0x7f010c008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:24.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.607+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f010801f020 con 0x7f01180b9a80 2024-09-16T00:52:24.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:24.781+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f0118162570 con 0x7f01180b9a80 2024-09-16T00:52:25.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.461+0000 7f00ff7fe640 1 -- 172.21.15.32:0/3950530085 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7f0118153dd0 con 0x7f01180b9a80 2024-09-16T00:52:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:set pool 4 allow_ec_overwrites to true 2024-09-16T00:52:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 msgr2=0x7f010406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 0x7f010406e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0118067dd0 tx=0x7f010c008040 comp rx=0 tx=0).stop 2024-09-16T00:52:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 msgr2=0x7f01181f5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f010800b3e0 tx=0x7f010800b8a0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 shutdown_connections 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f010406c2b0 0x7f010406e770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0118162130 0x7f01180ccc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f011815e770 0x7f0118153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 --2- 172.21.15.32:0/3950530085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01180b9a80 0x7f01181f5090 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.466+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 >> 172.21.15.32:0/3950530085 conn(0x7f011809d660 msgr2=0x7f01180b8d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.467+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 shutdown_connections 2024-09-16T00:52:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.467+0000 7f011d36d640 1 -- 172.21.15.32:0/3950530085 wait complete. 2024-09-16T00:52:25.500 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-16T00:52:25.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.608+0000 7fab8c113640 1 Processor -- start 2024-09-16T00:52:25.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.608+0000 7fab8c113640 1 -- start start 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab8c113640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fab8415e6a0 0x7fab840d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab8c113640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fab840d0e30 0x7fab840d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab8c113640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab840cf050 con 0x7fab840d3160 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab8c113640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fab840cfc00 con 0x7fab8415e6a0 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab8c113640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fab840d17b0 con 0x7fab840d0e30 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab89eaf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fab8415e6a0 0x7fab840d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab89eaf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fab8415e6a0 0x7fab840d0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56072/0 (socket says 172.21.15.32:56072) 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.609+0000 7fab89eaf640 1 -- 172.21.15.32:0/2451285837 learned_addr learned my addr 172.21.15.32:0/2451285837 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab89eaf640 1 -- 172.21.15.32:0/2451285837 >> v2:172.21.15.50:3300/0 conn(0x7fab840d0e30 msgr2=0x7fab840d1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab8a6b0640 1 --2- 172.21.15.32:0/2451285837 >> v2:172.21.15.50:3300/0 conn(0x7fab840d0e30 0x7fab840d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab89eaf640 1 --2- 172.21.15.32:0/2451285837 >> v2:172.21.15.50:3300/0 conn(0x7fab840d0e30 0x7fab840d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab89eaf640 1 -- 172.21.15.32:0/2451285837 >> v1:172.21.15.50:6789/0 conn(0x7fab840d3160 legacy=0x7fab840d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:25.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab89eaf640 1 -- 172.21.15.32:0/2451285837 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab840cf2d0 con 0x7fab8415e6a0 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab89eaf640 1 --2- 172.21.15.32:0/2451285837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab8415e6a0 0x7fab840d0090 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fab8408eb60 tx=0x7fab7c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=793896f67f9d8b57 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.610+0000 7fab88ead640 1 -- 172.21.15.32:0/2451285837 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c004030 con 0x7fab8415e6a0 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab88ead640 1 -- 172.21.15.32:0/2451285837 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab7c0041d0 con 0x7fab8415e6a0 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab88ead640 1 -- 172.21.15.32:0/2451285837 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c003610 con 0x7fab8415e6a0 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 -- 172.21.15.32:0/2451285837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab8415e6a0 msgr2=0x7fab840d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 --2- 172.21.15.32:0/2451285837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab8415e6a0 0x7fab840d0090 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fab8408eb60 tx=0x7fab7c02a210 comp rx=0 tx=0).stop 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 -- 172.21.15.32:0/2451285837 shutdown_connections 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 --2- 172.21.15.32:0/2451285837 >> v2:172.21.15.50:3300/0 conn(0x7fab840d0e30 0x7fab840d1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 --2- 172.21.15.32:0/2451285837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab8415e6a0 0x7fab840d0090 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 -- 172.21.15.32:0/2451285837 >> 172.21.15.32:0/2451285837 conn(0x7fab8409d730 msgr2=0x7fab840d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 -- 172.21.15.32:0/2451285837 shutdown_connections 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.611+0000 7fab8c113640 1 -- 172.21.15.32:0/2451285837 wait complete. 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.612+0000 7fab8c113640 1 Processor -- start 2024-09-16T00:52:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.612+0000 7fab8c113640 1 -- start start 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 0x7fab8415ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab8415e6a0 0x7fab84157a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab840b7270 con 0x7fab840d3160 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fab840cf890 con 0x7fab8415e6a0 2024-09-16T00:52:25.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8c113640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fab840b73f0 con 0x7fab840d0e30 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56080/0 (socket says 172.21.15.32:56080) 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 -- 172.21.15.32:0/3050570249 learned_addr learned my addr 172.21.15.32:0/3050570249 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab89eaf640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 0x7fab8415ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab8a6b0640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab8415e6a0 0x7fab84157a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 -- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 msgr2=0x7fab8415ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 0x7fab8415ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 -- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab8415e6a0 msgr2=0x7fab84157a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab8415e6a0 0x7fab84157a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab896ae640 1 -- 172.21.15.32:0/3050570249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab840c7f50 con 0x7fab840d3160 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.613+0000 7fab89eaf640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 0x7fab8415ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab896ae640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab7800c410 tx=0x7fab7800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:25.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab78017070 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab780035f0 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab84161290 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab78003a20 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.614+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab840c81f0 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.615+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab840d1270 con 0x7fab840d3160 2024-09-16T00:52:25.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.615+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab7801a070 con 0x7fab840d3160 2024-09-16T00:52:25.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.616+0000 7fab827fc640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 0x7fab7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:25.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.616+0000 7fab89eaf640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 0x7fab7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:25.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.616+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7fab7808ab70 con 0x7fab840d3160 2024-09-16T00:52:25.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.616+0000 7fab89eaf640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 0x7fab7006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fab7c033000 tx=0x7fab7c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:25.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.620+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab78059050 con 0x7fab840d3160 2024-09-16T00:52:25.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:25.837+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fab840ba030 con 0x7fab840d3160 2024-09-16T00:52:26.422 INFO:tasks.ceph.mds.b.smithi050.stderr:2024-09-16T00:52:26.422+0000 7ffaae3d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:52:26.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.468+0000 7fab827fc640 1 -- 172.21.15.32:0/3050570249 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) ==== 137+0+0 (secure 0 0 0) 0x7fab780010c0 con 0x7fab840d3160 2024-09-16T00:52:26.469 INFO:teuthology.orchestra.run.smithi032.stderr:added data pool 4 to fsmap 2024-09-16T00:52:26.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 msgr2=0x7fab7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 0x7fab7006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fab7c033000 tx=0x7fab7c02e000 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 msgr2=0x7fab84157550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab7800c410 tx=0x7fab7800c8d0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 shutdown_connections 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab7006c2b0 0x7fab7006e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab8415e6a0 0x7fab84157a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab840d3160 0x7fab84157550 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 --2- 172.21.15.32:0/3050570249 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab840d0e30 0x7fab8415ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 >> 172.21.15.32:0/3050570249 conn(0x7fab8409d730 msgr2=0x7fab840b9000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 shutdown_connections 2024-09-16T00:52:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.471+0000 7fab8c113640 1 -- 172.21.15.32:0/3050570249 wait complete. 2024-09-16T00:52:26.485 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:26.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.593+0000 7fbc1ac77640 1 Processor -- start 2024-09-16T00:52:26.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.593+0000 7fbc1ac77640 1 -- start start 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc1ac77640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbc1415e560 0x7fbc140ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc1ac77640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbc140d1550 0x7fbc140b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc1ac77640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc140d3480 con 0x7fbc140cf510 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc1ac77640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fbc140d3760 con 0x7fbc1415e560 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc1ac77640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbc140d3a40 con 0x7fbc140d1550 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc18a13640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbc1415e560 0x7fbc140ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc18a13640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbc1415e560 0x7fbc140ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38804/0 (socket says 172.21.15.32:38804) 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc18a13640 1 -- 172.21.15.32:0/4247132213 learned_addr learned my addr 172.21.15.32:0/4247132213 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc19214640 1 --2- 172.21.15.32:0/4247132213 >> v2:172.21.15.50:3300/0 conn(0x7fbc140d1550 0x7fbc140b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc18a13640 1 -- 172.21.15.32:0/4247132213 >> v2:172.21.15.50:3300/0 conn(0x7fbc140d1550 msgr2=0x7fbc140b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.594+0000 7fbc18a13640 1 --2- 172.21.15.32:0/4247132213 >> v2:172.21.15.50:3300/0 conn(0x7fbc140d1550 0x7fbc140b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc18a13640 1 -- 172.21.15.32:0/4247132213 >> v1:172.21.15.50:6789/0 conn(0x7fbc140cf510 legacy=0x7fbc140d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc18a13640 1 -- 172.21.15.32:0/4247132213 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc140d3d20 con 0x7fbc1415e560 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc18a13640 1 --2- 172.21.15.32:0/4247132213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc1415e560 0x7fbc140ceee0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbc140b76e0 tx=0x7fbc0402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81613f682990dc51 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc137fe640 1 -- 172.21.15.32:0/4247132213 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc04037070 con 0x7fbc1415e560 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc137fe640 1 -- 172.21.15.32:0/4247132213 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc04032440 con 0x7fbc1415e560 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.595+0000 7fbc137fe640 1 -- 172.21.15.32:0/4247132213 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc04032810 con 0x7fbc1415e560 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 -- 172.21.15.32:0/4247132213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc1415e560 msgr2=0x7fbc140ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/4247132213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc1415e560 0x7fbc140ceee0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbc140b76e0 tx=0x7fbc0402a230 comp rx=0 tx=0).stop 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 -- 172.21.15.32:0/4247132213 shutdown_connections 2024-09-16T00:52:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/4247132213 >> v2:172.21.15.50:3300/0 conn(0x7fbc140d1550 0x7fbc140b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/4247132213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc1415e560 0x7fbc140ceee0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 -- 172.21.15.32:0/4247132213 >> 172.21.15.32:0/4247132213 conn(0x7fbc14073850 msgr2=0x7fbc1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 -- 172.21.15.32:0/4247132213 shutdown_connections 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.596+0000 7fbc1ac77640 1 -- 172.21.15.32:0/4247132213 wait complete. 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.597+0000 7fbc1ac77640 1 Processor -- start 2024-09-16T00:52:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.597+0000 7fbc1ac77640 1 -- start start 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc140cf510 0x7fbc140abb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 0x7fbc140ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1415eac0 con 0x7fbc140d1550 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1415e940 con 0x7fbc140cf510 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc1ac77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbc140cf980 con 0x7fbc1415e560 2024-09-16T00:52:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc13fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc13fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38816/0 (socket says 172.21.15.32:38816) 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.598+0000 7fbc13fff640 1 -- 172.21.15.32:0/255731663 learned_addr learned my addr 172.21.15.32:0/255731663 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc18a13640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc140cf510 0x7fbc140abb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc19214640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 0x7fbc140ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 -- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 msgr2=0x7fbc140ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 0x7fbc140ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 -- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc140cf510 msgr2=0x7fbc140abb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc140cf510 0x7fbc140abb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 -- 172.21.15.32:0/255731663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1415ad40 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc19214640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 0x7fbc140ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc13fff640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800c7f0 tx=0x7fbc0800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08016020 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc0800aa50 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0800ae40 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc140ad2f0 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.599+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc140ab300 con 0x7fbc140d1550 2024-09-16T00:52:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.600+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc140ceee0 con 0x7fbc140d1550 2024-09-16T00:52:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.601+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc08019020 con 0x7fbc140d1550 2024-09-16T00:52:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.601+0000 7fbc117fa640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 0x7fbc0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.601+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbc0808b420 con 0x7fbc140d1550 2024-09-16T00:52:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.601+0000 7fbc18a13640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 0x7fbc0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.601+0000 7fbc18a13640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 0x7fbc0006e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbc04034000 tx=0x7fbc0402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.605+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc08020070 con 0x7fbc140d1550 2024-09-16T00:52:26.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.819+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc1415af40 con 0x7fbc140d1550 2024-09-16T00:52:26.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.819+0000 7fbc117fa640 1 -- 172.21.15.32:0/255731663 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5224 (secure 0 0 0) 0x7fbc080598e0 con 0x7fbc140d1550 2024-09-16T00:52:26.820 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:26.821 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"btime":"2024-09-16T00:52:26:463474+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:25.838880+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:26.821 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-16T00:52:26.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 msgr2=0x7fbc0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 0x7fbc0006e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbc04034000 tx=0x7fbc0402e000 comp rx=0 tx=0).stop 2024-09-16T00:52:26.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 msgr2=0x7fbc140ce2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800c7f0 tx=0x7fbc0800ccb0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 shutdown_connections 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbc0006c2b0 0x7fbc0006e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc1415e560 0x7fbc140ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc140d1550 0x7fbc140ce2b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 --2- 172.21.15.32:0/255731663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc140cf510 0x7fbc140abb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 >> 172.21.15.32:0/255731663 conn(0x7fbc14073850 msgr2=0x7fbc1415cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 shutdown_connections 2024-09-16T00:52:26.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.821+0000 7fbc1ac77640 1 -- 172.21.15.32:0/255731663 wait complete. 2024-09-16T00:52:26.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:26.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.935+0000 7faa2ac65640 1 Processor -- start 2024-09-16T00:52:26.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.935+0000 7faa2ac65640 1 -- start start 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa2ac65640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faa2415e560 0x7faa240ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa2ac65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa240cf510 0x7faa240d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa2ac65640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa240d1790 con 0x7faa240d1380 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa2ac65640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7faa240d3480 con 0x7faa2415e560 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa2ac65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7faa240d3760 con 0x7faa240cf510 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa28a01640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faa2415e560 0x7faa240ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa29202640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7faa240d1380 0x7faa240b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48182/0 (socket says 172.21.15.32:48182) 2024-09-16T00:52:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa29202640 1 -- 172.21.15.32:0/2972399814 learned_addr learned my addr 172.21.15.32:0/2972399814 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa23fff640 1 --2- 172.21.15.32:0/2972399814 >> v2:172.21.15.50:3300/0 conn(0x7faa240cf510 0x7faa240d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa237fe640 1 -- 172.21.15.32:0/2972399814 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4112250020 0 0) 0x7faa240d1790 con 0x7faa240d1380 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa237fe640 1 -- 172.21.15.32:0/2972399814 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa14003520 con 0x7faa240d1380 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa28a01640 1 -- 172.21.15.32:0/2972399814 >> v2:172.21.15.50:3300/0 conn(0x7faa240cf510 msgr2=0x7faa240d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa28a01640 1 --2- 172.21.15.32:0/2972399814 >> v2:172.21.15.50:3300/0 conn(0x7faa240cf510 0x7faa240d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa28a01640 1 -- 172.21.15.32:0/2972399814 >> v1:172.21.15.32:6789/0 conn(0x7faa240d1380 legacy=0x7faa240b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.936+0000 7faa28a01640 1 -- 172.21.15.32:0/2972399814 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa240d3a40 con 0x7faa2415e560 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.937+0000 7faa28a01640 1 --2- 172.21.15.32:0/2972399814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa2415e560 0x7faa240ceee0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7faa240cb510 tx=0x7faa1802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1748d508001105d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.937+0000 7faa237fe640 1 -- 172.21.15.32:0/2972399814 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18037070 con 0x7faa2415e560 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.937+0000 7faa237fe640 1 -- 172.21.15.32:0/2972399814 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa18032440 con 0x7faa2415e560 2024-09-16T00:52:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.937+0000 7faa237fe640 1 -- 172.21.15.32:0/2972399814 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa180327f0 con 0x7faa2415e560 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 -- 172.21.15.32:0/2972399814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa2415e560 msgr2=0x7faa240ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 --2- 172.21.15.32:0/2972399814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa2415e560 0x7faa240ceee0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7faa240cb510 tx=0x7faa1802a1a0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 -- 172.21.15.32:0/2972399814 shutdown_connections 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 --2- 172.21.15.32:0/2972399814 >> v2:172.21.15.50:3300/0 conn(0x7faa240cf510 0x7faa240d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 --2- 172.21.15.32:0/2972399814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa2415e560 0x7faa240ceee0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 -- 172.21.15.32:0/2972399814 >> 172.21.15.32:0/2972399814 conn(0x7faa24073850 msgr2=0x7faa2406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 -- 172.21.15.32:0/2972399814 shutdown_connections 2024-09-16T00:52:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.938+0000 7faa2ac65640 1 -- 172.21.15.32:0/2972399814 wait complete. 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.939+0000 7faa2ac65640 1 Processor -- start 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.939+0000 7faa2ac65640 1 -- start start 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa240d1380 0x7faa240ce310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa2415e560 0x7faa2414b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faa2415e940 con 0x7faa240cf510 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa240d4240 con 0x7faa240d1380 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa2ac65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa2415eac0 con 0x7faa2415e560 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38830/0 (socket says 172.21.15.32:38830) 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 -- 172.21.15.32:0/3995800450 learned_addr learned my addr 172.21.15.32:0/3995800450 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa29202640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa2415e560 0x7faa2414b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa23fff640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa240d1380 0x7faa240ce310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 -- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa2415e560 msgr2=0x7faa2414b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa2415e560 0x7faa2414b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 -- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa240d1380 msgr2=0x7faa240ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa240d1380 0x7faa240ce310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.940+0000 7faa28a01640 1 -- 172.21.15.32:0/3995800450 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2415ff60 con 0x7faa240cf510 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa28a01640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7faa1802a1e0 tx=0x7faa180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18037040 con 0x7faa240cf510 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa180304c0 con 0x7faa240cf510 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa24160240 con 0x7faa240cf510 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18030890 con 0x7faa240cf510 2024-09-16T00:52:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.941+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa240cc310 con 0x7faa240cf510 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.942+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa240cf980 con 0x7faa240cf510 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.942+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa18044020 con 0x7faa240cf510 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.943+0000 7faa217fa640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 0x7faa0806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.943+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7faa180ab8c0 con 0x7faa240cf510 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.943+0000 7faa23fff640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 0x7faa0806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.943+0000 7faa23fff640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 0x7faa0806e7a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa240cbf60 tx=0x7faa10008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:26.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:26.947+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa18079730 con 0x7faa240cf510 2024-09-16T00:52:27.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.122+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa2415c4e0 con 0x7faa240cf510 2024-09-16T00:52:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.123+0000 7faa217fa640 1 -- 172.21.15.32:0/3995800450 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7faa1807da30 con 0x7faa240cf510 2024-09-16T00:52:27.125 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:27.125 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.125+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 msgr2=0x7faa0806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.125+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 0x7faa0806e7a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa240cbf60 tx=0x7faa10008040 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.125+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 msgr2=0x7faa240ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.125+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7faa1802a1e0 tx=0x7faa180046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 shutdown_connections 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faa0806c2e0 0x7faa0806e7a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa2415e560 0x7faa2414b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa240d1380 0x7faa240ce310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 --2- 172.21.15.32:0/3995800450 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa240cf510 0x7faa240ccb10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 >> 172.21.15.32:0/3995800450 conn(0x7faa24073850 msgr2=0x7faa2415b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 shutdown_connections 2024-09-16T00:52:27.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.126+0000 7faa2ac65640 1 -- 172.21.15.32:0/3995800450 wait complete. 2024-09-16T00:52:27.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.238+0000 7f976eb0a640 1 Processor -- start 2024-09-16T00:52:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 -- start start 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 0x7f976815d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 0x7f97680cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97681608e0 con 0x7f9768160360 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f976815ce90 con 0x7f9768156940 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.239+0000 7f976eb0a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9768160bc0 con 0x7f976815ff00 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f976d0a7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9768160360 0x7f97680cfda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48196/0 (socket says 172.21.15.32:48196) 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f976d0a7640 1 -- 172.21.15.32:0/4226980417 learned_addr learned my addr 172.21.15.32:0/4226980417 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f9767fff640 1 --2- 172.21.15.32:0/4226980417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 0x7f97680cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f976c8a6640 1 --2- 172.21.15.32:0/4226980417 >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 0x7f976815d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 668353072 0 0) 0x7f97681608e0 con 0x7f9768160360 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9758003520 con 0x7f9768160360 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f9767fff640 1 -- 172.21.15.32:0/4226980417 >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 msgr2=0x7f976815d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f9767fff640 1 --2- 172.21.15.32:0/4226980417 >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 0x7f976815d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3238649739 0 0) 0x7f9758003520 con 0x7f9768160360 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f9767fff640 1 -- 172.21.15.32:0/4226980417 >> v1:172.21.15.32:6789/0 conn(0x7f9768160360 legacy=0x7f97680cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f9767fff640 1 -- 172.21.15.32:0/4226980417 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f976815cb20 con 0x7f976815ff00 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.240+0000 7f976c8a6640 1 --2- 172.21.15.32:0/4226980417 >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 0x7f976815d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f9767fff640 1 --2- 172.21.15.32:0/4226980417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 0x7f97680cc820 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f97540097a0 tx=0x7f975402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efa0ecfc9dcd7e6c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754037070 con 0x7f976815ff00 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f975402aba0 con 0x7f976815ff00 2024-09-16T00:52:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f97677fe640 1 -- 172.21.15.32:0/4226980417 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97600019f0 con 0x7f976815ff00 2024-09-16T00:52:27.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f976eb0a640 1 -- 172.21.15.32:0/4226980417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 msgr2=0x7f97680cc820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.241+0000 7f976eb0a640 1 --2- 172.21.15.32:0/4226980417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 0x7f97680cc820 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f97540097a0 tx=0x7f975402a110 comp rx=0 tx=0).stop 2024-09-16T00:52:27.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 -- 172.21.15.32:0/4226980417 shutdown_connections 2024-09-16T00:52:27.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 --2- 172.21.15.32:0/4226980417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f976815ff00 0x7f97680cc820 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 --2- 172.21.15.32:0/4226980417 >> v2:172.21.15.50:3300/0 conn(0x7f9768156940 0x7f976815d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 -- 172.21.15.32:0/4226980417 >> 172.21.15.32:0/4226980417 conn(0x7f976806fdc0 msgr2=0x7f97680701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 -- 172.21.15.32:0/4226980417 shutdown_connections 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.242+0000 7f976eb0a640 1 -- 172.21.15.32:0/4226980417 wait complete. 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.243+0000 7f976eb0a640 1 Processor -- start 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.243+0000 7f976eb0a640 1 -- start start 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9768156940 0x7f976814eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9768160360 0x7f97681e5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f97680d19b0 con 0x7f976815ff00 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9768156d20 con 0x7f9768160360 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976eb0a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f97680d1b30 con 0x7f9768156940 2024-09-16T00:52:27.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38846/0 (socket says 172.21.15.32:38846) 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 -- 172.21.15.32:0/1738808390 learned_addr learned my addr 172.21.15.32:0/1738808390 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976c8a6640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9768156940 0x7f976814eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f976d0a7640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9768160360 0x7f97681e5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 -- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9768156940 msgr2=0x7f976814eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9768156940 0x7f976814eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 -- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9768160360 msgr2=0x7f97681e5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9768160360 0x7f97681e5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 -- 172.21.15.32:0/1738808390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f976814df20 con 0x7f976815ff00 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f9767fff640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9754035040 tx=0x7f97540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.244+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754037050 con 0x7f976815ff00 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.245+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9754043070 con 0x7f976815ff00 2024-09-16T00:52:27.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.245+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97681f3a70 con 0x7f976815ff00 2024-09-16T00:52:27.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.245+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754006e10 con 0x7f976815ff00 2024-09-16T00:52:27.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.245+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f976806d4a0 con 0x7f976815ff00 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.246+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f976815d320 con 0x7f976815ff00 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.246+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9754048460 con 0x7f976815ff00 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.246+0000 7f97657fa640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 0x7f974c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.247+0000 7f976c8a6640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 0x7f974c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.247+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f97540abca0 con 0x7f976815ff00 2024-09-16T00:52:27.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.247+0000 7f976c8a6640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 0x7f974c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f975c009560 tx=0x7f975c009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.251+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f975404d020 con 0x7f976815ff00 2024-09-16T00:52:27.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.425+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f976806ee10 con 0x7f976815ff00 2024-09-16T00:52:27.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.426+0000 7f97657fa640 1 -- 172.21.15.32:0/1738808390 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f976814df20 con 0x7f976815ff00 2024-09-16T00:52:27.428 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:27.428 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.428+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 msgr2=0x7f974c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.428+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 0x7f974c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f975c009560 tx=0x7f975c009190 comp rx=0 tx=0).stop 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.428+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 msgr2=0x7f97681f3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.428+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9754035040 tx=0x7f97540046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 shutdown_connections 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f974c06c2b0 0x7f974c06e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9768160360 0x7f97681e5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f976815ff00 0x7f97681f3530 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 --2- 172.21.15.32:0/1738808390 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9768156940 0x7f976814eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 >> 172.21.15.32:0/1738808390 conn(0x7f976806fdc0 msgr2=0x7f97680cfd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 shutdown_connections 2024-09-16T00:52:27.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.429+0000 7f976eb0a640 1 -- 172.21.15.32:0/1738808390 wait complete. 2024-09-16T00:52:27.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:27.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.557+0000 7f35e52a6640 1 Processor -- start 2024-09-16T00:52:27.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.557+0000 7f35e52a6640 1 -- start start 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35e52a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c590 0x7f35e006cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35e52a6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f35e006d040 0x7f35e00c6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35e52a6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35e006e730 con 0x7f35e015c1b0 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35e52a6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f35e00c5bd0 con 0x7f35e006d040 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35e52a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35e0072ee0 con 0x7f35e015c590 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35df7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f35e006d040 0x7f35e00c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35df7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f35e006d040 0x7f35e00c6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38856/0 (socket says 172.21.15.32:38856) 2024-09-16T00:52:27.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.558+0000 7f35df7fe640 1 -- 172.21.15.32:0/1214911052 learned_addr learned my addr 172.21.15.32:0/1214911052 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35de7fc640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c590 0x7f35e006cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35df7fe640 1 -- 172.21.15.32:0/1214911052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c590 msgr2=0x7f35e006cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35df7fe640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c590 0x7f35e006cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35df7fe640 1 -- 172.21.15.32:0/1214911052 >> v1:172.21.15.50:6789/0 conn(0x7f35e015c1b0 legacy=0x7f35e00afbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35df7fe640 1 -- 172.21.15.32:0/1214911052 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35e0073180 con 0x7f35e006d040 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.559+0000 7f35df7fe640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e006d040 0x7f35e00c6060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f35d0009e50 tx=0x7f35d002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21fc71dd013da70b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35ddffb640 1 -- 172.21.15.32:0/1214911052 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d0036070 con 0x7f35e006d040 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35ddffb640 1 -- 172.21.15.32:0/1214911052 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35d0031600 con 0x7f35e006d040 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35ddffb640 1 -- 172.21.15.32:0/1214911052 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d00319d0 con 0x7f35e006d040 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 -- 172.21.15.32:0/1214911052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e006d040 msgr2=0x7f35e00c6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e006d040 0x7f35e00c6060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f35d0009e50 tx=0x7f35d002a630 comp rx=0 tx=0).stop 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 -- 172.21.15.32:0/1214911052 shutdown_connections 2024-09-16T00:52:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e006d040 0x7f35e00c6060 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 --2- 172.21.15.32:0/1214911052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c590 0x7f35e006cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 -- 172.21.15.32:0/1214911052 >> 172.21.15.32:0/1214911052 conn(0x7f35e00723c0 msgr2=0x7f35e00727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 -- 172.21.15.32:0/1214911052 shutdown_connections 2024-09-16T00:52:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.560+0000 7f35e52a6640 1 -- 172.21.15.32:0/1214911052 wait complete. 2024-09-16T00:52:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.561+0000 7f35e52a6640 1 Processor -- start 2024-09-16T00:52:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 -- start start 2024-09-16T00:52:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35e006d040 0x7f35e015f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c1b0 0x7f35e0156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f35e00cb090 con 0x7f35e015c590 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35e00c5860 con 0x7f35e006d040 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35e52a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35e00c65a0 con 0x7f35e015c1b0 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35df7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35df7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38864/0 (socket says 172.21.15.32:38864) 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35df7fe640 1 -- 172.21.15.32:0/705906977 learned_addr learned my addr 172.21.15.32:0/705906977 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.562+0000 7f35de7fc640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c1b0 0x7f35e0156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35deffd640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35e006d040 0x7f35e015f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 -- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c1b0 msgr2=0x7f35e0156410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c1b0 0x7f35e0156410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 -- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35e006d040 msgr2=0x7f35e015f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35e006d040 0x7f35e015f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 -- 172.21.15.32:0/705906977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35e0156950 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35df7fe640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f35d0034040 tx=0x7f35d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d0041020 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35d0007780 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d0036040 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35e01e7060 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.563+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35e01e6aa0 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.564+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35e00b6560 con 0x7f35e015c590 2024-09-16T00:52:27.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.564+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35d0044020 con 0x7f35e015c590 2024-09-16T00:52:27.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.565+0000 7f35d77fe640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 0x7f35c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.565+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f35d00ac450 con 0x7f35e015c590 2024-09-16T00:52:27.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.565+0000 7f35deffd640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 0x7f35c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.565+0000 7f35deffd640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 0x7f35c006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f35d8004ea0 tx=0x7f35d8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.569+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f35d004b030 con 0x7f35e015c590 2024-09-16T00:52:27.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.779+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35e00c6040 con 0x7f35e015c590 2024-09-16T00:52:27.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.779+0000 7f35d77fe640 1 -- 172.21.15.32:0/705906977 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5224 (secure 0 0 0) 0x7f35e0156950 con 0x7f35e015c590 2024-09-16T00:52:27.781 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:27.781 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"btime":"2024-09-16T00:52:26:463474+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:25.838880+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:27.781 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 msgr2=0x7f35c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 0x7f35c006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f35d8004ea0 tx=0x7f35d8009040 comp rx=0 tx=0).stop 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 msgr2=0x7f35e01e5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f35d0034040 tx=0x7f35d0004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 shutdown_connections 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f35c006c2b0 0x7f35c006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f35e015c590 0x7f35e01e5d60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35e015c1b0 0x7f35e0156410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 --2- 172.21.15.32:0/705906977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35e006d040 0x7f35e015f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 >> 172.21.15.32:0/705906977 conn(0x7f35e00723c0 msgr2=0x7f35e00b3830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 shutdown_connections 2024-09-16T00:52:27.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.781+0000 7f35e52a6640 1 -- 172.21.15.32:0/705906977 wait complete. 2024-09-16T00:52:27.793 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:27.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.894+0000 7fe02c33a640 1 Processor -- start 2024-09-16T00:52:27.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.894+0000 7fe02c33a640 1 -- start start 2024-09-16T00:52:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.895+0000 7fe02c33a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe024158d40 0x7fe02415bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.895+0000 7fe02c33a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0240b50c0 0x7fe02406fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.895+0000 7fe02c33a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe02406ee90 con 0x7fe0240b3fe0 2024-09-16T00:52:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.895+0000 7fe02c33a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe02406f170 con 0x7fe0240b50c0 2024-09-16T00:52:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.895+0000 7fe02c33a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe02406f450 con 0x7fe024158d40 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0240b50c0 0x7fe02406fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe0298d5640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe0240b3fe0 0x7fe0240b49b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48198/0 (socket says 172.21.15.32:48198) 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe0298d5640 1 -- 172.21.15.32:0/95626433 learned_addr learned my addr 172.21.15.32:0/95626433 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0240b50c0 0x7fe02406fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38880/0 (socket says 172.21.15.32:38880) 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a0d6640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe024158d40 0x7fe02415bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe0290d4640 1 -- 172.21.15.32:0/95626433 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3279895152 0 0) 0x7fe02406ee90 con 0x7fe0240b3fe0 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe0290d4640 1 -- 172.21.15.32:0/95626433 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe010003520 con 0x7fe0240b3fe0 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 -- 172.21.15.32:0/95626433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe024158d40 msgr2=0x7fe02415bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe024158d40 0x7fe02415bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 -- 172.21.15.32:0/95626433 >> v1:172.21.15.32:6789/0 conn(0x7fe0240b3fe0 legacy=0x7fe0240b49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.896+0000 7fe02a8d7640 1 -- 172.21.15.32:0/95626433 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02406f730 con 0x7fe0240b50c0 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02a8d7640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe02406fc50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe01c009d90 tx=0x7fe01c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ab2e3c44251171 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe0290d4640 1 -- 172.21.15.32:0/95626433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c031600 con 0x7fe0240b50c0 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe0290d4640 1 -- 172.21.15.32:0/95626433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe01c0317a0 con 0x7fe0240b50c0 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe0290d4640 1 -- 172.21.15.32:0/95626433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c031b70 con 0x7fe0240b50c0 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 -- 172.21.15.32:0/95626433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 msgr2=0x7fe02406fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe02406fc50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe01c009d90 tx=0x7fe01c02a5d0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 -- 172.21.15.32:0/95626433 shutdown_connections 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe02406fc50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 --2- 172.21.15.32:0/95626433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe024158d40 0x7fe02415bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 -- 172.21.15.32:0/95626433 >> 172.21.15.32:0/95626433 conn(0x7fe02409aa30 msgr2=0x7fe0240b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 -- 172.21.15.32:0/95626433 shutdown_connections 2024-09-16T00:52:27.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.897+0000 7fe02c33a640 1 -- 172.21.15.32:0/95626433 wait complete. 2024-09-16T00:52:27.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 Processor -- start 2024-09-16T00:52:27.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 -- start start 2024-09-16T00:52:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe0240b3fe0 0x7fe0240cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 0x7fe024153700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe024070310 con 0x7fe0240b50c0 2024-09-16T00:52:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe024070190 con 0x7fe024158d40 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe02c33a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe024070490 con 0x7fe0240b3fe0 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe0298d5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.899+0000 7fe0298d5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38892/0 (socket says 172.21.15.32:38892) 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 -- 172.21.15.32:0/4164615359 learned_addr learned my addr 172.21.15.32:0/4164615359 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe02a0d6640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe0240b3fe0 0x7fe0240cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe02a8d7640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 0x7fe024153700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 -- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe0240b3fe0 msgr2=0x7fe0240cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe0240b3fe0 0x7fe0240cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 -- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 msgr2=0x7fe024153700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 0x7fe024153700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 -- 172.21.15.32:0/4164615359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0241f7840 con 0x7fe0240b50c0 2024-09-16T00:52:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe02a8d7640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 0x7fe024153700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe0298d5640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe01400c400 tx=0x7fe01400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014017070 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe014005d00 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe024157200 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014007310 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.900+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0240cc1a0 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.901+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0240500d0 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.902+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe01401a070 con 0x7fe0240b50c0 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.902+0000 7fe01affd640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.902+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe01408ab90 con 0x7fe0240b50c0 2024-09-16T00:52:27.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.902+0000 7fe02a0d6640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:27.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.903+0000 7fe02a0d6640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 0x7fe00806e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe020009a30 tx=0x7fe020008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:27.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:27.907+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0240500d0 con 0x7fe0240b50c0 2024-09-16T00:52:28.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.080+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0240b5c90 con 0x7fe0240b50c0 2024-09-16T00:52:28.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.082+0000 7fe01affd640 1 -- 172.21.15.32:0/4164615359 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7fe014059050 con 0x7fe0240b50c0 2024-09-16T00:52:28.083 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:28.084 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 msgr2=0x7fe00806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 0x7fe00806e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe020009a30 tx=0x7fe020008040 comp rx=0 tx=0).stop 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 msgr2=0x7fe0241f7300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe01400c400 tx=0x7fe01400c8c0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 shutdown_connections 2024-09-16T00:52:28.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe024158d40 0x7fe024153700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0240b50c0 0x7fe0241f7300 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 --2- 172.21.15.32:0/4164615359 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe0240b3fe0 0x7fe0240cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 >> 172.21.15.32:0/4164615359 conn(0x7fe02409aa30 msgr2=0x7fe0240b0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 shutdown_connections 2024-09-16T00:52:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.084+0000 7fe02c33a640 1 -- 172.21.15.32:0/4164615359 wait complete. 2024-09-16T00:52:28.498 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:52:20.793768+0000', 'modified': '2024-09-16T00:52:25.838880+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 34160}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_34160': {'gid': 34160, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6835/2071657001', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6833', 'nonce': 2071657001}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 2071657001}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 34160, 'qdb_cluster': [34160]} 2024-09-16T00:52:28.499 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:52:28.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:52:28.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.604+0000 7f1c4879a640 1 Processor -- start 2024-09-16T00:52:28.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.604+0000 7f1c4879a640 1 -- start start 2024-09-16T00:52:28.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c4879a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1c400cfd90 0x7f1c400d0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c4879a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c40142200 con 0x7f1c40147850 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c4879a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c401424e0 con 0x7f1c40141d70 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c4879a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1c40147c30 con 0x7f1c400cfd90 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c46536640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1c40147850 0x7f1c40071f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48210/0 (socket says 172.21.15.32:48210) 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c46536640 1 -- 172.21.15.32:0/3770899526 learned_addr learned my addr 172.21.15.32:0/3770899526 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c46d37640 1 --2- 172.21.15.32:0/3770899526 >> v2:172.21.15.50:3300/0 conn(0x7f1c400cfd90 0x7f1c400d0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2357470572 0 0) 0x7f1c40142200 con 0x7f1c40147850 2024-09-16T00:52:28.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c2c003520 con 0x7f1c40147850 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2103307990 0 0) 0x7f1c2c003520 con 0x7f1c40147850 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 >> v2:172.21.15.50:3300/0 conn(0x7f1c400cfd90 msgr2=0x7f1c400d0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 --2- 172.21.15.32:0/3770899526 >> v2:172.21.15.50:3300/0 conn(0x7f1c400cfd90 0x7f1c400d0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 >> v1:172.21.15.50:6789/0 conn(0x7f1c40141d70 legacy=0x7f1c4006cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c401427c0 con 0x7f1c40147850 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f1c3c0019f0 con 0x7f1c40147850 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 >> v1:172.21.15.32:6789/0 conn(0x7f1c40147850 legacy=0x7f1c40071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c2c003a20 0x7f1c2c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 0x7f1c2c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c0051c0 0x7f1c2c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c40147c30 con 0x7f1c2c004800 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2c00c040 con 0x7f1c2c0051c0 2024-09-16T00:52:28.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.605+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c2c00c240 con 0x7f1c2c003a20 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 0x7f1c2c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c46536640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c2c003a20 0x7f1c2c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c46d37640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c0051c0 0x7f1c2c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 -- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c2c003a20 msgr2=0x7f1c2c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c2c003a20 0x7f1c2c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 -- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c0051c0 msgr2=0x7f1c2c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c0051c0 0x7f1c2c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c45d35640 1 -- 172.21.15.32:0/3770899526 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c2c003520 con 0x7f1c2c004800 2024-09-16T00:52:28.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.606+0000 7f1c46d37640 1 -- 172.21.15.32:0/3770899526 reap_dead start 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c45d35640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 0x7f1c2c004c80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c300018e0 tx=0x7f1c2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b377929910977081 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30037070 con 0x7f1c2c004800 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c3002ac00 con 0x7f1c2c004800 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c45534640 1 -- 172.21.15.32:0/3770899526 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c300014e0 con 0x7f1c2c004800 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 -- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 msgr2=0x7f1c2c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 0x7f1c2c004c80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c300018e0 tx=0x7f1c2c005830 comp rx=0 tx=0).stop 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 -- 172.21.15.32:0/3770899526 shutdown_connections 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 --2- 172.21.15.32:0/3770899526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c2c004800 0x7f1c2c004c80 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 -- 172.21.15.32:0/3770899526 >> 172.21.15.32:0/3770899526 conn(0x7f1c4006fde0 msgr2=0x7f1c400701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 -- 172.21.15.32:0/3770899526 shutdown_connections 2024-09-16T00:52:28.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.607+0000 7f1c4879a640 1 -- 172.21.15.32:0/3770899526 wait complete. 2024-09-16T00:52:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 Processor -- start 2024-09-16T00:52:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 -- start start 2024-09-16T00:52:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c004800 0x7f1c401545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c400b68a0 0x7f1c401539d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c401480c0 con 0x7f1c40153230 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c40142e10 con 0x7f1c2c004800 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.609+0000 7f1c4879a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c400d0220 con 0x7f1c400b68a0 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38902/0 (socket says 172.21.15.32:38902) 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 -- 172.21.15.32:0/1640120204 learned_addr learned my addr 172.21.15.32:0/1640120204 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c46d37640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c400b68a0 0x7f1c401539d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c46536640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c004800 0x7f1c401545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 -- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c400b68a0 msgr2=0x7f1c401539d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c400b68a0 0x7f1c401539d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 -- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c004800 msgr2=0x7f1c401545e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c004800 0x7f1c401545e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 -- 172.21.15.32:0/1640120204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c40152190 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1c30035040 tx=0x7f1c300012b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c36ffd640 1 -- 172.21.15.32:0/1640120204 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30037050 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c36ffd640 1 -- 172.21.15.32:0/1640120204 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c30043070 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c36ffd640 1 -- 172.21.15.32:0/1640120204 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30007a70 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c40152470 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.610+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c40152a30 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.612+0000 7f1c36ffd640 1 -- 172.21.15.32:0/1640120204 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c30048460 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.613+0000 7f1c36ffd640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 0x7f1c2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.613+0000 7f1c46536640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 0x7f1c2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.613+0000 7f1c36ffd640 1 -- 172.21.15.32:0/1640120204 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1c300abf60 con 0x7f1c40153230 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.613+0000 7f1c46536640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 0x7f1c2406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c002230 tx=0x7f1c3c006040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.613+0000 7f1c4b60e740 1 Processor -- start 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 -- start start 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37842c0 0x564bf37c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 0x564bf37846a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564bf36e6520 con 0x564bf3785a50 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564bf368e3e0 con 0x564bf37842c0 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x564bf36e24e0 con 0x564bf3781a80 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c46d37640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c46d37640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38916/0 (socket says 172.21.15.32:38916) 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.614+0000 7f1c46d37640 1 -- 172.21.15.32:0/4064400992 learned_addr learned my addr 172.21.15.32:0/4064400992 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c45d35640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 0x564bf37846a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46536640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37842c0 0x564bf37c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 -- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 msgr2=0x564bf37846a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 0x564bf37846a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 -- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37842c0 msgr2=0x564bf37c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37842c0 0x564bf37c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 -- 172.21.15.32:0/4064400992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf36a92f0 con 0x564bf3785a50 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c45d35640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 0x564bf37846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c46d37640 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c38009ad0 tx=0x7f1c38009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67b68b56643ed56 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c23fff640 1 -- 172.21.15.32:0/4064400992 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c38014dc0 con 0x564bf3785a50 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c23fff640 1 -- 172.21.15.32:0/4064400992 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c38019070 con 0x564bf3785a50 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.615+0000 7f1c23fff640 1 -- 172.21.15.32:0/4064400992 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3801e670 con 0x564bf3785a50 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4064400992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 msgr2=0x564bf377e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c38009ad0 tx=0x7f1c38009f90 comp rx=0 tx=0).stop 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4064400992 shutdown_connections 2024-09-16T00:52:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf3785a50 0x564bf377e8b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3781a80 0x564bf37846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4064400992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37842c0 0x564bf37c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4064400992 >> 172.21.15.32:0/4064400992 conn(0x564bf3780a80 msgr2=0x564bf37c8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4064400992 shutdown_connections 2024-09-16T00:52:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4064400992 wait complete. 2024-09-16T00:52:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.616+0000 7f1c4b60e740 1 -- start start 2024-09-16T00:52:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 Processor -- start 2024-09-16T00:52:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf3782a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564bf377ff20 con 0x564bf37842c0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564bf366f450 con 0x564bf3785a50 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.617+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x564bf37ca290 con 0x564bf37a57f0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c4b60e740 10 client.0 _ll_register_callbacks cb 0x564bf33f8ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38924/0 (socket says 172.21.15.32:38924) 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 -- 172.21.15.32:0/145065484 learned_addr learned my addr 172.21.15.32:0/145065484 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46d37640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf3782a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c45d35640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 -- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 msgr2=0x564bf3782a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf3782a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 -- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 msgr2=0x564bf37a52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37a52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 -- 172.21.15.32:0/145065484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf33f92d0 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c46536640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c015e90 tx=0x7f1c401423d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5be37903f6d76d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c217fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c019070 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1c3c014ab0 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c38019070 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f1c3c030050 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c4b60e740 10 client.4404 fetch_fsmap learned FSMap version 6 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.618+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x564bf34c36b0 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c38019070 con 0x564bf37842c0 2024-09-16T00:52:28.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f1c3c033020 con 0x564bf37842c0 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 10 client.4404 fetch_fsmap finished waiting for FSMap version 6 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 10 client.4404 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 20 client.4404 populate_metadata read hostname 'smithi032' 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37a3930 0x564bf37a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 4 client.4404 mds_command: new command op to 34160 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 --> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bf36f3c50 con 0x564bf37a3930 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.619+0000 7f1c45d35640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37a3930 0x564bf37a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c217fa640 10 client.4404 ms_handle_connect on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c45d35640 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37a3930 0x564bf37a3d10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f267fd9148f5e1b server_cookie=9b7f5cbf1f4bc97 in_seq=0 out_seq=0 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c217fa640 1 -- 172.21.15.32:0/145065484 <== mds.0 v2:172.21.15.50:6833/2071657001 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f1c30091e50 con 0x564bf37a3930 2024-09-16T00:52:28.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c217fa640 10 client.4404 handle_command_reply: tid=0 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c4b60e740 1 client.4404 shutdown 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 msgr2=0x564bf37a31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.620+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c015e90 tx=0x7f1c401423d0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 shutdown_connections 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37a3930 0x564bf37a3d10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf3782a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37a52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/145065484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37a31c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c217fa640 0 client.4404 ms_handle_reset on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 >> 172.21.15.32:0/145065484 conn(0x564bf3781a80 msgr2=0x564bf37a9230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 shutdown_connections 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 1 -- 172.21.15.32:0/145065484 wait complete. 2024-09-16T00:52:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.621+0000 7f1c4b60e740 20 client.4404 trim_cache size 0 max 16384 2024-09-16T00:52:28.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.639+0000 7f1c4b60e740 1 Processor -- start 2024-09-16T00:52:28.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.639+0000 7f1c4b60e740 1 -- start start 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3785a50 0x564bf377e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37a57f0 0x564bf377ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c40201310 con 0x564bf37842c0 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c400b6110 con 0x564bf37a57f0 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c40200cf0 con 0x564bf3785a50 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38936/0 (socket says 172.21.15.32:38936) 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 -- 172.21.15.32:0/4204635147 learned_addr learned my addr 172.21.15.32:0/4204635147 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c45d35640 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3785a50 0x564bf377e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46d37640 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37a57f0 0x564bf377ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 -- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3785a50 msgr2=0x564bf377e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3785a50 0x564bf377e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 -- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37a57f0 msgr2=0x564bf377ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37a57f0 0x564bf377ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.640+0000 7f1c46536640 1 -- 172.21.15.32:0/4204635147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf3784a10 con 0x564bf37842c0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c46536640 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c015860 tx=0x7f1c3c023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9b1eff77b3e73d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c237fe640 1 -- 172.21.15.32:0/4204635147 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c019070 con 0x564bf37842c0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c237fe640 1 -- 172.21.15.32:0/4204635147 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c3c01a040 con 0x564bf37842c0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c237fe640 1 -- 172.21.15.32:0/4204635147 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c02b630 con 0x564bf37842c0 2024-09-16T00:52:28.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4204635147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 msgr2=0x564bf37ed2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c015860 tx=0x7f1c3c023000 comp rx=0 tx=0).stop 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4204635147 shutdown_connections 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf37a57f0 0x564bf377ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf3785a50 0x564bf377e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/4204635147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf37ed2f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.641+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4204635147 >> 172.21.15.32:0/4204635147 conn(0x564bf3781a80 msgr2=0x564bf37caf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.642+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4204635147 shutdown_connections 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.642+0000 7f1c4b60e740 1 -- 172.21.15.32:0/4204635147 wait complete. 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.642+0000 7f1c4b60e740 1 -- start start 2024-09-16T00:52:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.642+0000 7f1c4b60e740 1 Processor -- start 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37c5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf377e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564bf37ad690 con 0x564bf37842c0 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564bf37d9e40 con 0x564bf3785a50 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x564bf377dda0 con 0x564bf37a57f0 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c4b60e740 10 client.0 _ll_register_callbacks cb 0x7f1c3c001490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:52:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38940/0 (socket says 172.21.15.32:38940) 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 -- 172.21.15.32:0/1395515099 learned_addr learned my addr 172.21.15.32:0/1395515099 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46d37640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf377e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37c5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 -- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 msgr2=0x564bf377e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf377e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 -- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 msgr2=0x564bf37c5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37c5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46536640 1 -- 172.21.15.32:0/1395515099 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf37c58d0 con 0x564bf37842c0 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.643+0000 7f1c46d37640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf377e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c46536640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c007920 tx=0x7f1c3c017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a3939ae1d1519a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:52:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c041070 con 0x564bf37842c0 2024-09-16T00:52:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1c3c02bbc0 con 0x564bf37842c0 2024-09-16T00:52:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c3c01a040 con 0x564bf37842c0 2024-09-16T00:52:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f1c3c04b050 con 0x564bf37842c0 2024-09-16T00:52:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 10 client.4410 fetch_fsmap learned FSMap version 6 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x564bf37a4b00 con 0x564bf37842c0 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c3c01a040 con 0x564bf37842c0 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f1c3c04e020 con 0x564bf37842c0 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 10 client.4410 fetch_fsmap finished waiting for FSMap version 6 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 10 client.4410 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:52:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 20 client.4410 populate_metadata read hostname 'smithi032' 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37d7da0 0x564bf37eba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 4 client.4410 mds_command: new command op to 34160 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.644+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 --> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] -- command(tid 0: {"prefix": "status"}) -- 0x564bf36edfa0 con 0x564bf37d7da0 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37d7da0 0x564bf37eba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c45d35640 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37d7da0 0x564bf37eba70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=771e2139d9b80b32 server_cookie=429c2ad0ab0e5cb1 in_seq=0 out_seq=0 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c217fa640 10 client.4410 ms_handle_connect on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c217fa640 1 -- 172.21.15.32:0/1395515099 <== mds.0 v2:172.21.15.50:6833/2071657001 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x564bf36edfa0 con 0x564bf37d7da0 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c217fa640 10 client.4410 handle_command_reply: tid=0 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 client.4410 shutdown 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 msgr2=0x564bf382ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c007920 tx=0x7f1c3c017000 comp rx=0 tx=0).stop 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 shutdown_connections 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x564bf37d7da0 0x564bf37eba70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x564bf37a57f0 0x564bf377e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf3785a50 0x564bf37c5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 --2- 172.21.15.32:0/1395515099 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564bf37842c0 0x564bf382ff20 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c217fa640 0 client.4410 ms_handle_reset on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 >> 172.21.15.32:0/1395515099 conn(0x564bf3781a80 msgr2=0x564bf37adbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 shutdown_connections 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.645+0000 7f1c4b60e740 1 -- 172.21.15.32:0/1395515099 wait complete. 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4b60e740 20 client.4410 trim_cache size 0 max 16384 2024-09-16T00:52:28.654 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "483de4ca-23a5-4b52-a143-ab7e2a28022b", 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 34160, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 7.1999156370000001, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 6, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 25, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 25, 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 13.21988709 2024-09-16T00:52:28.655 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:52:28.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 msgr2=0x7f1c2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 0x7f1c2406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c002230 tx=0x7f1c3c006040 comp rx=0 tx=0).stop 2024-09-16T00:52:28.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 msgr2=0x7f1c40151940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1c30035040 tx=0x7f1c300012b0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 shutdown_connections 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c2406c2b0 0x7f1c2406e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c400b68a0 0x7f1c401539d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40153230 0x7f1c40151940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 --2- 172.21.15.32:0/1640120204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c2c004800 0x7f1c401545e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 >> 172.21.15.32:0/1640120204 conn(0x7f1c4006fde0 msgr2=0x7f1c4006e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 shutdown_connections 2024-09-16T00:52:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.646+0000 7f1c4879a640 1 -- 172.21.15.32:0/1640120204 wait complete. 2024-09-16T00:52:28.658 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:52:28.658 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:28.659 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:52:28.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.761+0000 7fa722978640 1 Processor -- start 2024-09-16T00:52:28.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 -- start start 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa71c0b6cf0 0x7fa71c0afea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa71c0b03e0 0x7fa71c06edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa71c070e50 con 0x7fa71c15e5b0 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa71c0b5ab0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.762+0000 7fa722978640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa71c0b0830 con 0x7fa71c0b6cf0 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa720f15640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa71c0b03e0 0x7fa71c06edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa71bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa71c15e5b0 0x7fa71c0b3fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48218/0 (socket says 172.21.15.32:48218) 2024-09-16T00:52:28.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa71bfff640 1 -- 172.21.15.32:0/1097224780 learned_addr learned my addr 172.21.15.32:0/1097224780 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa71b7fe640 1 --2- 172.21.15.32:0/1097224780 >> v2:172.21.15.50:3300/0 conn(0x7fa71c0b6cf0 0x7fa71c0afea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa71affd640 1 -- 172.21.15.32:0/1097224780 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1573715050 0 0) 0x7fa70c001110 con 0x7fa71c15e5b0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa71affd640 1 -- 172.21.15.32:0/1097224780 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa704003520 con 0x7fa71c15e5b0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa720f15640 1 -- 172.21.15.32:0/1097224780 >> v2:172.21.15.50:3300/0 conn(0x7fa71c0b6cf0 msgr2=0x7fa71c0afea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa720f15640 1 --2- 172.21.15.32:0/1097224780 >> v2:172.21.15.50:3300/0 conn(0x7fa71c0b6cf0 0x7fa71c0afea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa720f15640 1 -- 172.21.15.32:0/1097224780 >> v1:172.21.15.32:6789/0 conn(0x7fa71c15e5b0 legacy=0x7fa71c0b3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.763+0000 7fa720f15640 1 -- 172.21.15.32:0/1097224780 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa71c0708b0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa720f15640 1 --2- 172.21.15.32:0/1097224780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c06edf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa71c073220 tx=0x7fa71402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34acac40960f8579 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa71affd640 1 -- 172.21.15.32:0/1097224780 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa714007740 con 0x7fa71c0b03e0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa71affd640 1 -- 172.21.15.32:0/1097224780 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7140078e0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa71affd640 1 -- 172.21.15.32:0/1097224780 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa714007cb0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 -- 172.21.15.32:0/1097224780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 msgr2=0x7fa71c06edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 --2- 172.21.15.32:0/1097224780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c06edf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa71c073220 tx=0x7fa71402a680 comp rx=0 tx=0).stop 2024-09-16T00:52:28.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 -- 172.21.15.32:0/1097224780 shutdown_connections 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 --2- 172.21.15.32:0/1097224780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c06edf0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 --2- 172.21.15.32:0/1097224780 >> v2:172.21.15.50:3300/0 conn(0x7fa71c0b6cf0 0x7fa71c0afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.764+0000 7fa722978640 1 -- 172.21.15.32:0/1097224780 >> 172.21.15.32:0/1097224780 conn(0x7fa71c09aa30 msgr2=0x7fa71c0b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.765+0000 7fa722978640 1 -- 172.21.15.32:0/1097224780 shutdown_connections 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.765+0000 7fa722978640 1 -- 172.21.15.32:0/1097224780 wait complete. 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.766+0000 7fa722978640 1 Processor -- start 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.766+0000 7fa722978640 1 -- start start 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 0x7fa71c1f56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa71c15e5b0 0x7fa71c153ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c0b5fc0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c0b5ce0 con 0x7fa71c15e5b0 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa722978640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa71c06f330 con 0x7fa71c0b6cf0 2024-09-16T00:52:28.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38958/0 (socket says 172.21.15.32:38958) 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 -- 172.21.15.32:0/2315405314 learned_addr learned my addr 172.21.15.32:0/2315405314 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71b7fe640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 0x7fa71c1f56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa720f15640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa71c15e5b0 0x7fa71c153ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 -- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 msgr2=0x7fa71c1f56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 0x7fa71c1f56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 -- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa71c15e5b0 msgr2=0x7fa71c153ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa71c15e5b0 0x7fa71c153ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 -- 172.21.15.32:0/2315405314 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa71c0ae510 con 0x7fa71c0b03e0 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71b7fe640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 0x7fa71c1f56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.767+0000 7fa71bfff640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa70c00c3d0 tx=0x7fa70c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70c017070 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa70c005ce0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa71c0ae7f0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70c007310 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa71c0aedb0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.768+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa71c06edf0 con 0x7fa71c0b03e0 2024-09-16T00:52:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.769+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa70c01a070 con 0x7fa71c0b03e0 2024-09-16T00:52:28.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.770+0000 7fa718ff9640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 0x7fa70806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:28.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.770+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa70c08aa40 con 0x7fa71c0b03e0 2024-09-16T00:52:28.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.770+0000 7fa71b7fe640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 0x7fa70806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:28.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.770+0000 7fa71b7fe640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 0x7fa70806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa71c15f1a0 tx=0x7fa710009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.774+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa71c070e50 con 0x7fa71c0b03e0 2024-09-16T00:52:28.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.988+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa71c0b5690 con 0x7fa71c0b03e0 2024-09-16T00:52:28.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.988+0000 7fa718ff9640 1 -- 172.21.15.32:0/2315405314 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+88 (secure 0 0 0) 0x7fa70c08ae20 con 0x7fa71c0b03e0 2024-09-16T00:52:28.989 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-16T00:52:28.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 msgr2=0x7fa70806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 0x7fa70806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa71c15f1a0 tx=0x7fa710009190 comp rx=0 tx=0).stop 2024-09-16T00:52:28.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 msgr2=0x7fa71c155c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa70c00c3d0 tx=0x7fa70c00c890 comp rx=0 tx=0).stop 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 shutdown_connections 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa70806c2b0 0x7fa70806e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa71c15e5b0 0x7fa71c153ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa71c0b6cf0 0x7fa71c1f56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 --2- 172.21.15.32:0/2315405314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa71c0b03e0 0x7fa71c155c50 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 >> 172.21.15.32:0/2315405314 conn(0x7fa71c09aa30 msgr2=0x7fa71c15d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 shutdown_connections 2024-09-16T00:52:28.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:28.990+0000 7fa722978640 1 -- 172.21.15.32:0/2315405314 wait complete. 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:52:29.002 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:52:29.003 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-16T00:52:29.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:29.003 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:29.020 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42776sec preferred_lft 42776sec 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:29.021 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-16T00:52:29.022 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T00:52:29.022 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:29.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:29.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:29.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:29.223 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:52:29.251 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:52:29.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:29.253 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-16T00:52:29.326 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-16T00:52:29.327 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:52:29.327 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:52:29.327 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:52:29.327 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:52:29.327 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:29.327 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:29.327 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:52:29.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:52:29.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:52:29.328 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:29.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:29.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:29.642 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:52:29.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:29.659 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-16T00:52:29.714 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:29.715 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:29.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:29.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-16T00:52:29.715 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:29.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:29.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:29.835 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-16T00:52:29.835 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:29.835 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:29.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-16T00:52:29.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T00:52:29.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-16T00:52:29.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-16T00:52:29.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-16T00:52:29.836 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:29.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:29.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:29.967 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:29.967 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:29.967 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-16T00:52:29.967 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T00:52:29.967 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:30.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:30.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:30.047 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-16T00:52:30.047 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:30.047 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:30.063 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-16T00:52:30.063 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:30.063 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:30.119 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:30.186 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:30.245 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:30.246 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:30.247 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:30.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:30.247 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:30.301 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T00:52:30.301 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-16T00:52:30.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:30.369 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:30.426 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:30.427 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:30.428 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:30.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:30.429 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:30.439 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:2024-09-16T00:52:30.438+0000 7fb72311d480 -1 init, newargv = 0x560607757cb0 newargc=15 2024-09-16T00:52:30.439 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[42396]: starting ceph client 2024-09-16T00:52:30.445 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[42396]: starting fuse 2024-09-16T00:52:30.454 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:52:30.455 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-16T00:52:30.455 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-16T00:52:30.456 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-16T00:52:30.457 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-16T00:52:30.457 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:52:30.457 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:30.457 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.admin")) 2024-09-16T00:52:30.457 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:52:30.574 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.admin.42396.asok 2024-09-16T00:52:30.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:30.585 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42396.asok 2024-09-16T00:52:30.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:30.586 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42396.asok status 2024-09-16T00:52:30.724 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:52:30.724 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-16T00:52:30.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "admin", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "42396", 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4428, 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-16T00:52:30.725 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4428 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 454183242 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 454183242 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:30.726 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4428 192.168.0.1:0/454183242", 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/454183242", 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 6, 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 25, 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-16T00:52:30.727 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:52:30.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:30.733 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-16T00:52:30.734 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:30.750 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-16T00:52:30.750 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:30.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:30.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:30.818 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-16T00:52:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:52:30.941 INFO:teuthology.orchestra.run.smithi032.stdout:# file: . 2024-09-16T00:52:30.941 INFO:teuthology.orchestra.run.smithi032.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-16T00:52:30.941 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:30.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:30.947 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:30.947 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:30.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:31.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.106+0000 7f5e211d8640 1 Processor -- start 2024-09-16T00:52:31.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.106+0000 7f5e211d8640 1 -- start start 2024-09-16T00:52:31.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e211d8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5e1c15e660 0x7f5e1c0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e211d8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5e1c0d4d60 0x7f5e1c0d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e211d8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e1c162500 con 0x7f5e1c162020 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e211d8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1c0d2020 con 0x7f5e1c15e660 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e211d8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1c1627e0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5e1c15e660 0x7f5e1c0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1b59e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5e1c162020 0x7f5e1c0b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48222/0 (socket says 172.21.15.32:48222) 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1b59e640 1 -- 172.21.15.32:0/987614591 learned_addr learned my addr 172.21.15.32:0/987614591 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1a59c640 1 --2- 172.21.15.32:0/987614591 >> v2:172.21.15.50:3300/0 conn(0x7f5e1c0d4d60 0x7f5e1c0d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/987614591 >> v2:172.21.15.50:3300/0 conn(0x7f5e1c0d4d60 msgr2=0x7f5e1c0d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1ad9d640 1 --2- 172.21.15.32:0/987614591 >> v2:172.21.15.50:3300/0 conn(0x7f5e1c0d4d60 0x7f5e1c0d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/987614591 >> v1:172.21.15.32:6789/0 conn(0x7f5e1c162020 legacy=0x7f5e1c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.107+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/987614591 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1c162ac0 con 0x7f5e1c15e660 2024-09-16T00:52:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.108+0000 7f5e1ad9d640 1 --2- 172.21.15.32:0/987614591 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c15e660 0x7f5e1c0d4100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c0d21a0 tx=0x7f5e0c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ab749eb03cefbfc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.108+0000 7f5e19d9b640 1 -- 172.21.15.32:0/987614591 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c031600 con 0x7f5e1c15e660 2024-09-16T00:52:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.108+0000 7f5e19d9b640 1 -- 172.21.15.32:0/987614591 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0c0317a0 con 0x7f5e1c15e660 2024-09-16T00:52:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.108+0000 7f5e19d9b640 1 -- 172.21.15.32:0/987614591 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c031b70 con 0x7f5e1c15e660 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 -- 172.21.15.32:0/987614591 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c15e660 msgr2=0x7f5e1c0d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 --2- 172.21.15.32:0/987614591 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c15e660 0x7f5e1c0d4100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c0d21a0 tx=0x7f5e0c02a5d0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 -- 172.21.15.32:0/987614591 shutdown_connections 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 --2- 172.21.15.32:0/987614591 >> v2:172.21.15.50:3300/0 conn(0x7f5e1c0d4d60 0x7f5e1c0d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 --2- 172.21.15.32:0/987614591 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c15e660 0x7f5e1c0d4100 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 -- 172.21.15.32:0/987614591 >> 172.21.15.32:0/987614591 conn(0x7f5e1c08de10 msgr2=0x7f5e1c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 -- 172.21.15.32:0/987614591 shutdown_connections 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.109+0000 7f5e211d8640 1 -- 172.21.15.32:0/987614591 wait complete. 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.110+0000 7f5e211d8640 1 Processor -- start 2024-09-16T00:52:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 -- start start 2024-09-16T00:52:31.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e1c15e660 0x7f5e1c0b7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e1c162020 0x7f5e1c15b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0d0fb0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0d0e30 con 0x7f5e1c162020 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e211d8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e1c0d1130 con 0x7f5e1c15e660 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e1ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e1ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38970/0 (socket says 172.21.15.32:38970) 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.111+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/3900427486 learned_addr learned my addr 172.21.15.32:0/3900427486 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1a59c640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e1c15e660 0x7f5e1c0b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1b59e640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e1c162020 0x7f5e1c15b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e1c15e660 msgr2=0x7f5e1c0b7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e1c15e660 0x7f5e1c0b7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e1c162020 msgr2=0x7f5e1c15b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e1c162020 0x7f5e1c15b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 -- 172.21.15.32:0/3900427486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1c1537a0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e1ad9d640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c009e50 tx=0x7f5e0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c040070 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0c030be0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1c0ccd00 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c009450 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.112+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e1c0c9ef0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.113+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e1c0d00e0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.114+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e0c039040 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.114+0000 7f5e137fe640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 0x7f5dfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.114+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f5e0c0aca00 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.114+0000 7f5e1a59c640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 0x7f5dfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.115+0000 7f5e1a59c640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 0x7f5dfc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c157070 tx=0x7f5e04008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.119+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e0c07a7d0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.305+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5e1c0b4090 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.305+0000 7f5e137fe640 1 -- 172.21.15.32:0/3900427486 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f5e0c07ead0 con 0x7f5e1c0d4d60 2024-09-16T00:52:31.307 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:31.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 msgr2=0x7f5dfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 0x7f5dfc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c157070 tx=0x7f5e04008040 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 msgr2=0x7f5e1c153260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c009e50 tx=0x7f5e0c004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 shutdown_connections 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5dfc06c2b0 0x7f5dfc06e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e1c162020 0x7f5e1c15b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e1c15e660 0x7f5e1c0b7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 --2- 172.21.15.32:0/3900427486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e1c0d4d60 0x7f5e1c153260 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 >> 172.21.15.32:0/3900427486 conn(0x7f5e1c08de10 msgr2=0x7f5e1c06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 shutdown_connections 2024-09-16T00:52:31.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.307+0000 7f5e211d8640 1 -- 172.21.15.32:0/3900427486 wait complete. 2024-09-16T00:52:31.319 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:31.320 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:31.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:31.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.480+0000 7f66468ac640 1 Processor -- start 2024-09-16T00:52:31.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.480+0000 7f66468ac640 1 -- start start 2024-09-16T00:52:31.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f66468ac640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f664015e660 0x7f66400d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f66468ac640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f66400d4d60 0x7f66400d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f66468ac640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6640162500 con 0x7f6640162020 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f66468ac640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f66400d2020 con 0x7f664015e660 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f66468ac640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f66401627e0 con 0x7f66400d4d60 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f664015e660 0x7f66400d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f6644e49640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6640162020 0x7f66400b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:48232/0 (socket says 172.21.15.32:48232) 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f6644e49640 1 -- 172.21.15.32:0/1422344093 learned_addr learned my addr 172.21.15.32:0/1422344093 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663f7fe640 1 --2- 172.21.15.32:0/1422344093 >> v2:172.21.15.50:3300/0 conn(0x7f66400d4d60 0x7f66400d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663ffff640 1 -- 172.21.15.32:0/1422344093 >> v2:172.21.15.50:3300/0 conn(0x7f66400d4d60 msgr2=0x7f66400d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663ffff640 1 --2- 172.21.15.32:0/1422344093 >> v2:172.21.15.50:3300/0 conn(0x7f66400d4d60 0x7f66400d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663ffff640 1 -- 172.21.15.32:0/1422344093 >> v1:172.21.15.32:6789/0 conn(0x7f6640162020 legacy=0x7f66400b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663ffff640 1 -- 172.21.15.32:0/1422344093 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6640162ac0 con 0x7f664015e660 2024-09-16T00:52:31.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.481+0000 7f663effd640 1 -- 172.21.15.32:0/1422344093 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2545013755 0 0) 0x7f6640162500 con 0x7f6640162020 2024-09-16T00:52:31.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.482+0000 7f663ffff640 1 --2- 172.21.15.32:0/1422344093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f664015e660 0x7f66400d4100 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f66400d21a0 tx=0x7f663002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1aee52b9bd6e8a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.482+0000 7f663effd640 1 -- 172.21.15.32:0/1422344093 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6630037070 con 0x7f664015e660 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.482+0000 7f663effd640 1 -- 172.21.15.32:0/1422344093 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6630032440 con 0x7f664015e660 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.482+0000 7f663effd640 1 -- 172.21.15.32:0/1422344093 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663002ae60 con 0x7f664015e660 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 -- 172.21.15.32:0/1422344093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f664015e660 msgr2=0x7f66400d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 --2- 172.21.15.32:0/1422344093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f664015e660 0x7f66400d4100 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f66400d21a0 tx=0x7f663002a110 comp rx=0 tx=0).stop 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 -- 172.21.15.32:0/1422344093 shutdown_connections 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 --2- 172.21.15.32:0/1422344093 >> v2:172.21.15.50:3300/0 conn(0x7f66400d4d60 0x7f66400d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 --2- 172.21.15.32:0/1422344093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f664015e660 0x7f66400d4100 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 -- 172.21.15.32:0/1422344093 >> 172.21.15.32:0/1422344093 conn(0x7f664008de10 msgr2=0x7f664009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 -- 172.21.15.32:0/1422344093 shutdown_connections 2024-09-16T00:52:31.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.483+0000 7f66468ac640 1 -- 172.21.15.32:0/1422344093 wait complete. 2024-09-16T00:52:31.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.484+0000 7f66468ac640 1 Processor -- start 2024-09-16T00:52:31.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.484+0000 7f66468ac640 1 -- start start 2024-09-16T00:52:31.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66400d4d60 0x7f664015f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f664015e660 0x7f66401f7df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f66400d0fb0 con 0x7f6640162020 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f66400d0e30 con 0x7f664015e660 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f66468ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f66400d1130 con 0x7f66400d4d60 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38990/0 (socket says 172.21.15.32:38990) 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 -- 172.21.15.32:0/182520636 learned_addr learned my addr 172.21.15.32:0/182520636 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f663ffff640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66400d4d60 0x7f664015f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f663f7fe640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f664015e660 0x7f66401f7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 -- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66400d4d60 msgr2=0x7f664015f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66400d4d60 0x7f664015f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 -- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f664015e660 msgr2=0x7f66401f7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f664015e660 0x7f66401f7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 -- 172.21.15.32:0/182520636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66401f8330 con 0x7f6640162020 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.485+0000 7f6644e49640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f663800c780 tx=0x7f663800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.486+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6638018070 con 0x7f6640162020 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.486+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f663800ce30 con 0x7f6640162020 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.486+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66401f85d0 con 0x7f6640162020 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.486+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663800a840 con 0x7f6640162020 2024-09-16T00:52:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.486+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66401f8b90 con 0x7f6640162020 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.487+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66400c9510 con 0x7f6640162020 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.487+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f663801b070 con 0x7f6640162020 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.488+0000 7f663cff9640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 0x7f662c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.488+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f663808abb0 con 0x7f6640162020 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.488+0000 7f663ffff640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 0x7f662c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.488+0000 7f663ffff640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 0x7f662c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6630034000 tx=0x7f663002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.492+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6638058a20 con 0x7f6640162020 2024-09-16T00:52:31.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.682+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f66400c91a0 con 0x7f6640162020 2024-09-16T00:52:31.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.682+0000 7f663cff9640 1 -- 172.21.15.32:0/182520636 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f663805cd20 con 0x7f6640162020 2024-09-16T00:52:31.683 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:31.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 msgr2=0x7f662c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 0x7f662c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6630034000 tx=0x7f663002e000 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 msgr2=0x7f6640161500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f663800c780 tx=0x7f663800cc40 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 shutdown_connections 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f662c06c2b0 0x7f662c06e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6640162020 0x7f6640161500 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f664015e660 0x7f66401f7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 --2- 172.21.15.32:0/182520636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66400d4d60 0x7f664015f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 >> 172.21.15.32:0/182520636 conn(0x7f664008de10 msgr2=0x7f66400d1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 shutdown_connections 2024-09-16T00:52:31.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:31.684+0000 7f66468ac640 1 -- 172.21.15.32:0/182520636 wait complete. 2024-09-16T00:52:31.696 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-16T00:52:31.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:31.697 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-16T00:52:31.721 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[42396]: fuse finished with error 0 and tester_r 0 2024-09-16T00:52:31.723 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:52:37.825 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:52:37.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:37.825 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-16T00:52:37.866 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.019+0000 7f04d0b86640 1 Processor -- start 2024-09-16T00:52:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.019+0000 7f04d0b86640 1 -- start start 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 0x7f04cc06e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f04cc06cd10 0x7f04cc06ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc15e7d0 0x7f04cc06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f04cc0cf430 con 0x7f04cc06cd10 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f04cc0cf150 con 0x7f04cc15e3f0 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04d0b86640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04cc0ae880 con 0x7f04cc15e7d0 2024-09-16T00:52:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04c9d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f04cc06cd10 0x7f04cc06ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04c9d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f04cc06cd10 0x7f04cc06ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59594/0 (socket says 172.21.15.32:59594) 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.020+0000 7f04c9d9b640 1 -- 172.21.15.32:0/298328629 learned_addr learned my addr 172.21.15.32:0/298328629 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04ca59c640 1 --2- 172.21.15.32:0/298328629 >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 0x7f04cc06e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04cad9d640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc15e7d0 0x7f04cc06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 -- 172.21.15.32:0/298328629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc15e7d0 msgr2=0x7f04cc06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc15e7d0 0x7f04cc06baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 -- 172.21.15.32:0/298328629 >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 msgr2=0x7f04cc06e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 --2- 172.21.15.32:0/298328629 >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 0x7f04cc06e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 -- 172.21.15.32:0/298328629 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04cc0aeb60 con 0x7f04cc06cd10 2024-09-16T00:52:38.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04ca59c640 1 --2- 172.21.15.32:0/298328629 >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 0x7f04cc06e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.021+0000 7f04c9d9b640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc06cd10 0x7f04cc06ebd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f04cc050670 tx=0x7f04b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e114e85ec309b69 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04c959a640 1 -- 172.21.15.32:0/298328629 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b4037070 con 0x7f04cc06cd10 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04c959a640 1 -- 172.21.15.32:0/298328629 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04b4032440 con 0x7f04cc06cd10 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04c959a640 1 -- 172.21.15.32:0/298328629 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b4032810 con 0x7f04cc06cd10 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 -- 172.21.15.32:0/298328629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc06cd10 msgr2=0x7f04cc06ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc06cd10 0x7f04cc06ebd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f04cc050670 tx=0x7f04b402a1e0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 -- 172.21.15.32:0/298328629 shutdown_connections 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc15e7d0 0x7f04cc06baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 --2- 172.21.15.32:0/298328629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc06cd10 0x7f04cc06ebd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 --2- 172.21.15.32:0/298328629 >> v2:172.21.15.50:3300/0 conn(0x7f04cc15e3f0 0x7f04cc06e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 -- 172.21.15.32:0/298328629 >> 172.21.15.32:0/298328629 conn(0x7f04cc0ce2d0 msgr2=0x7f04cc0723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 -- 172.21.15.32:0/298328629 shutdown_connections 2024-09-16T00:52:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.022+0000 7f04d0b86640 1 -- 172.21.15.32:0/298328629 wait complete. 2024-09-16T00:52:38.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.024+0000 7f04d0b86640 1 Processor -- start 2024-09-16T00:52:38.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.024+0000 7f04d0b86640 1 -- start start 2024-09-16T00:52:38.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc06cd10 0x7f04cc1f3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04cc15e3f0 0x7f04cc15ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f04cc0d0010 con 0x7f04cc15e7d0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04cc0b3980 con 0x7f04cc15e3f0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04d0b86640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04cc0d0190 con 0x7f04cc06cd10 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59604/0 (socket says 172.21.15.32:59604) 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 -- 172.21.15.32:0/2174710200 learned_addr learned my addr 172.21.15.32:0/2174710200 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04ca59c640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc06cd10 0x7f04cc1f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04c9d9b640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04cc15e3f0 0x7f04cc15ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 -- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc06cd10 msgr2=0x7f04cc1f3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc06cd10 0x7f04cc1f3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 -- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04cc15e3f0 msgr2=0x7f04cc15ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04cc15e3f0 0x7f04cc15ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 -- 172.21.15.32:0/2174710200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04cc1f3ac0 con 0x7f04cc15e7d0 2024-09-16T00:52:38.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04cad9d640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f04bc00cc80 tx=0x7f04bc00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc003990 con 0x7f04cc15e7d0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.025+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04bc003b50 con 0x7f04cc15e7d0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.026+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04cc0b4b50 con 0x7f04cc15e7d0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.026+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc004020 con 0x7f04cc15e7d0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.026+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04cc0b5110 con 0x7f04cc15e7d0 2024-09-16T00:52:38.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.027+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04cc0ceb60 con 0x7f04cc15e7d0 2024-09-16T00:52:38.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.027+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04bc0041c0 con 0x7f04cc15e7d0 2024-09-16T00:52:38.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.028+0000 7f04c2ffd640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 0x7f04ac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.028+0000 7f04ca59c640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 0x7f04ac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.028+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f04bc08bb50 con 0x7f04cc15e7d0 2024-09-16T00:52:38.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.028+0000 7f04ca59c640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 0x7f04ac06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f04c4006b10 tx=0x7f04c4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.032+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04bc014030 con 0x7f04cc15e7d0 2024-09-16T00:52:38.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.209+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04cc06d630 con 0x7f04cc15e7d0 2024-09-16T00:52:38.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.210+0000 7f04c2ffd640 1 -- 172.21.15.32:0/2174710200 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f04bc059920 con 0x7f04cc15e7d0 2024-09-16T00:52:38.212 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:38.212 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:38.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 msgr2=0x7f04ac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 0x7f04ac06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f04c4006b10 tx=0x7f04c4008040 comp rx=0 tx=0).stop 2024-09-16T00:52:38.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 msgr2=0x7f04cc160110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f04bc00cc80 tx=0x7f04bc00a5c0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 shutdown_connections 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04ac06c2e0 0x7f04ac06e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04cc15e7d0 0x7f04cc160110 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04cc15e3f0 0x7f04cc15ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 --2- 172.21.15.32:0/2174710200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04cc06cd10 0x7f04cc1f3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 >> 172.21.15.32:0/2174710200 conn(0x7f04cc0ce2d0 msgr2=0x7f04cc073650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 shutdown_connections 2024-09-16T00:52:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.213+0000 7f04d0b86640 1 -- 172.21.15.32:0/2174710200 wait complete. 2024-09-16T00:52:38.225 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:38.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.326+0000 7ffacd7d6640 1 Processor -- start 2024-09-16T00:52:38.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.326+0000 7ffacd7d6640 1 -- start start 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffacd7d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac80d0350 0x7ffac806cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffacd7d6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffac80b1930 0x7ffac80b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffacd7d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffac815e7f0 con 0x7ffac809aa30 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffacd7d6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7ffac80d1a50 con 0x7ffac80b1930 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffacd7d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffac80d09b0 con 0x7ffac80d0350 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffac77fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffac80b1930 0x7ffac80b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffac77fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffac80b1930 0x7ffac80b1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59612/0 (socket says 172.21.15.32:59612) 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffac77fe640 1 -- 172.21.15.32:0/2901232498 learned_addr learned my addr 172.21.15.32:0/2901232498 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.327+0000 7ffac67fc640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac80d0350 0x7ffac806cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac77fe640 1 -- 172.21.15.32:0/2901232498 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac80d0350 msgr2=0x7ffac806cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac77fe640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac80d0350 0x7ffac806cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac77fe640 1 -- 172.21.15.32:0/2901232498 >> v1:172.21.15.50:6789/0 conn(0x7ffac809aa30 legacy=0x7ffac809ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac77fe640 1 -- 172.21.15.32:0/2901232498 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac80d0c90 con 0x7ffac80b1930 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac77fe640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80b1930 0x7ffac80b1dc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009870 tx=0x7ffac002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f173d60e121c92d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac5ffb640 1 -- 172.21.15.32:0/2901232498 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0037070 con 0x7ffac80b1930 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac5ffb640 1 -- 172.21.15.32:0/2901232498 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac0032440 con 0x7ffac80b1930 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.328+0000 7ffac5ffb640 1 -- 172.21.15.32:0/2901232498 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0032810 con 0x7ffac80b1930 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2901232498 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80b1930 msgr2=0x7ffac80b1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80b1930 0x7ffac80b1dc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009870 tx=0x7ffac002a270 comp rx=0 tx=0).stop 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2901232498 shutdown_connections 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80b1930 0x7ffac80b1dc0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2901232498 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac80d0350 0x7ffac806cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2901232498 >> 172.21.15.32:0/2901232498 conn(0x7ffac80b3cf0 msgr2=0x7ffac80b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2901232498 shutdown_connections 2024-09-16T00:52:38.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.329+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2901232498 wait complete. 2024-09-16T00:52:38.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.330+0000 7ffacd7d6640 1 Processor -- start 2024-09-16T00:52:38.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.330+0000 7ffacd7d6640 1 -- start start 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac809aa30 0x7ffac80cb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffac80b1930 0x7ffac80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ffac80d1530 con 0x7ffac80d0350 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffac80d1250 con 0x7ffac80b1930 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffacd7d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffac806d140 con 0x7ffac809aa30 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffac77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffac77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59626/0 (socket says 172.21.15.32:59626) 2024-09-16T00:52:38.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.331+0000 7ffac77fe640 1 -- 172.21.15.32:0/2367241129 learned_addr learned my addr 172.21.15.32:0/2367241129 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac6ffd640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac809aa30 0x7ffac80cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac67fc640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffac80b1930 0x7ffac80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 -- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac809aa30 msgr2=0x7ffac80cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac809aa30 0x7ffac80cb790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 -- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffac80b1930 msgr2=0x7ffac80affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffac80b1930 0x7ffac80affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 -- 172.21.15.32:0/2367241129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac81534f0 con 0x7ffac80d0350 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffac77fe640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ffac002a2b0 tx=0x7ffac00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0041070 con 0x7ffac80d0350 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac003c870 con 0x7ffac80d0350 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffac80b7a90 con 0x7ffac80d0350 2024-09-16T00:52:38.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0037040 con 0x7ffac80d0350 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.332+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffac80b16e0 con 0x7ffac80d0350 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.333+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffac806cc00 con 0x7ffac80d0350 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.333+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffac0044070 con 0x7ffac80d0350 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.334+0000 7ffabf7fe640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 0x7ffaa806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.334+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffac00ac4c0 con 0x7ffac80d0350 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.334+0000 7ffac6ffd640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 0x7ffaa806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.334+0000 7ffac6ffd640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 0x7ffaa806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffab8007fd0 tx=0x7ffab8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.338+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffac007aa10 con 0x7ffac80d0350 2024-09-16T00:52:38.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.517+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffac80b8180 con 0x7ffac80d0350 2024-09-16T00:52:38.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.518+0000 7ffabf7fe640 1 -- 172.21.15.32:0/2367241129 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7ffac007a310 con 0x7ffac80d0350 2024-09-16T00:52:38.520 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:38.520 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:38.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 msgr2=0x7ffaa806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 0x7ffaa806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffab8007fd0 tx=0x7ffab8009040 comp rx=0 tx=0).stop 2024-09-16T00:52:38.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 msgr2=0x7ffac80b0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ffac002a2b0 tx=0x7ffac00046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 shutdown_connections 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffaa806c2b0 0x7ffaa806e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffac80d0350 0x7ffac80b0500 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffac80b1930 0x7ffac80affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 --2- 172.21.15.32:0/2367241129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffac809aa30 0x7ffac80cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 >> 172.21.15.32:0/2367241129 conn(0x7ffac80b3cf0 msgr2=0x7ffac80ccd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 shutdown_connections 2024-09-16T00:52:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.521+0000 7ffacd7d6640 1 -- 172.21.15.32:0/2367241129 wait complete. 2024-09-16T00:52:38.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:52:38.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.637+0000 7f7f59ea5640 1 Processor -- start 2024-09-16T00:52:38.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f59ea5640 1 -- start start 2024-09-16T00:52:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f59ea5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f5406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f59ea5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f5415f600 con 0x7f7f540cffe0 2024-09-16T00:52:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f59ea5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f5415f8e0 con 0x7f7f540cf6e0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f59ea5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7f5415f3e0 con 0x7f7f5415ef50 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f537fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7f540cffe0 0x7f7f540d03c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53612/0 (socket says 172.21.15.32:53612) 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.638+0000 7f7f537fe640 1 -- 172.21.15.32:0/89271479 learned_addr learned my addr 172.21.15.32:0/89271479 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f53fff640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f5406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3248065743 0 0) 0x7f7f5415f600 con 0x7f7f540cffe0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f3c003520 con 0x7f7f540cffe0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4246666029 0 0) 0x7f7f3c003520 con 0x7f7f540cffe0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 msgr2=0x7f7f5406cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f5406cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 >> v1:172.21.15.50:6789/0 conn(0x7f7f540cf6e0 legacy=0x7f7f5415e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f540ceee0 con 0x7f7f540cffe0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f7f440019f0 con 0x7f7f540cffe0 2024-09-16T00:52:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 >> v1:172.21.15.32:6789/0 conn(0x7f7f540cffe0 legacy=0x7f7f540d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f3c0039e0 0x7f7f3c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f3c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c004d40 0x7f7f3c0051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5415f3e0 con 0x7f7f3c0039e0 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3c00ba70 con 0x7f7f3c004d40 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7f3c00bc70 con 0x7f7f5415ef50 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f537fe640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f3c0039e0 0x7f7f3c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f52ffd640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f3c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.639+0000 7f7f53fff640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c004d40 0x7f7f3c0051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 -- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 msgr2=0x7f7f3c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f5415ef50 0x7f7f3c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 -- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c004d40 msgr2=0x7f7f3c0051f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c004d40 0x7f7f3c0051f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 -- 172.21.15.32:0/89271479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3c003520 con 0x7f7f3c0039e0 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f537fe640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f3c0039e0 0x7f7f3c003dc0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400a920 tx=0x7f7f3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca3a2cbc39f4840 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4400a4c0 con 0x7f7f3c0039e0 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.640+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f4402f070 con 0x7f7f3c0039e0 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f527fc640 1 -- 172.21.15.32:0/89271479 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4402bd00 con 0x7f7f3c0039e0 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 -- 172.21.15.32:0/89271479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f3c0039e0 msgr2=0x7f7f3c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/89271479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f3c0039e0 0x7f7f3c003dc0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400a920 tx=0x7f7f3c005830 comp rx=0 tx=0).stop 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f53fff640 1 -- 172.21.15.32:0/89271479 reap_dead start 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 -- 172.21.15.32:0/89271479 shutdown_connections 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 -- 172.21.15.32:0/89271479 >> 172.21.15.32:0/89271479 conn(0x7f7f540b3dc0 msgr2=0x7f7f540b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 -- 172.21.15.32:0/89271479 shutdown_connections 2024-09-16T00:52:38.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.641+0000 7f7f59ea5640 1 -- 172.21.15.32:0/89271479 wait complete. 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.642+0000 7f7f59ea5640 1 Processor -- start 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 -- start start 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c0039e0 0x7f7f540b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f540b70d0 0x7f7f540b7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f540cebc0 con 0x7f7f540af360 2024-09-16T00:52:38.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5406e9f0 con 0x7f7f3c0039e0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f59ea5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7f5406cc00 con 0x7f7f540b70d0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f52ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f52ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59634/0 (socket says 172.21.15.32:59634) 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f52ffd640 1 -- 172.21.15.32:0/3052454620 learned_addr learned my addr 172.21.15.32:0/3052454620 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f53fff640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f540b70d0 0x7f7f540b7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.643+0000 7f7f537fe640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c0039e0 0x7f7f540b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 -- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f540b70d0 msgr2=0x7f7f540b7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f540b70d0 0x7f7f540b7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 -- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c0039e0 msgr2=0x7f7f540b14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c0039e0 0x7f7f540b14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 -- 172.21.15.32:0/3052454620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f540ad8b0 con 0x7f7f540af360 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f52ffd640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800f780 tx=0x7f7f4800fb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f480050d0 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f48018070 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f540c79e0 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f480054b0 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.644+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f541f4940 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.645+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f5415e840 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.645+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f4800d730 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.646+0000 7f7f3bfff640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 0x7f7f4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.646+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7f4808b590 con 0x7f7f540af360 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.646+0000 7f7f537fe640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 0x7f7f4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:38.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.646+0000 7f7f537fe640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 0x7f7f4006e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400a920 tx=0x7f7f44009030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:38.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.650+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f480599c0 con 0x7f7f540af360 2024-09-16T00:52:38.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:38.864+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7f540c7c10 con 0x7f7f540af360 2024-09-16T00:52:39.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.490+0000 7f7f3bfff640 1 -- 172.21.15.32:0/3052454620 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f7f480592c0 con 0x7f7f540af360 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 msgr2=0x7f7f4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 0x7f7f4006e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400a920 tx=0x7f7f44009030 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 msgr2=0x7f7f540c74a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800f780 tx=0x7f7f4800fb80 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 shutdown_connections 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7f4006c2b0 0x7f7f4006e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7f540b70d0 0x7f7f540b7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f540af360 0x7f7f540c74a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 --2- 172.21.15.32:0/3052454620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7f3c0039e0 0x7f7f540b14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.492+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 >> 172.21.15.32:0/3052454620 conn(0x7f7f540b3dc0 msgr2=0x7f7f5406e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.493+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 shutdown_connections 2024-09-16T00:52:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.493+0000 7f7f59ea5640 1 -- 172.21.15.32:0/3052454620 wait complete. 2024-09-16T00:52:39.505 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-16T00:52:39.506 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:52:39.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.613+0000 7fe5a7559640 1 Processor -- start 2024-09-16T00:52:39.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.613+0000 7fe5a7559640 1 -- start start 2024-09-16T00:52:39.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a7559640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe5a00d0090 0x7fe5a00d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a7559640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe5a00d0e30 0x7fe5a00d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a7559640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5a00cf050 con 0x7fe5a015e6a0 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a7559640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe5a00cfc00 con 0x7fe5a00d0e30 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a7559640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe5a00d17b0 con 0x7fe5a00d0090 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe5a00d0e30 0x7fe5a00d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe5a00d0e30 0x7fe5a00d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59636/0 (socket says 172.21.15.32:59636) 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 -- 172.21.15.32:0/3833267354 learned_addr learned my addr 172.21.15.32:0/3833267354 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a4af4640 1 --2- 172.21.15.32:0/3833267354 >> v2:172.21.15.50:3300/0 conn(0x7fe5a00d0090 0x7fe5a00d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 -- 172.21.15.32:0/3833267354 >> v2:172.21.15.50:3300/0 conn(0x7fe5a00d0090 msgr2=0x7fe5a00d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 --2- 172.21.15.32:0/3833267354 >> v2:172.21.15.50:3300/0 conn(0x7fe5a00d0090 0x7fe5a00d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 -- 172.21.15.32:0/3833267354 >> v1:172.21.15.50:6789/0 conn(0x7fe5a015e6a0 legacy=0x7fe5a00d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:39.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 -- 172.21.15.32:0/3833267354 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a00cf2d0 con 0x7fe5a00d0e30 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe5a5af6640 1 --2- 172.21.15.32:0/3833267354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00d1270 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe5a008d880 tx=0x7fe59802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e980b25e5a97515 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe597fff640 1 -- 172.21.15.32:0/3833267354 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe598036070 con 0x7fe5a00d0e30 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe597fff640 1 -- 172.21.15.32:0/3833267354 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe598031600 con 0x7fe5a00d0e30 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.615+0000 7fe597fff640 1 -- 172.21.15.32:0/3833267354 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5980319d0 con 0x7fe5a00d0e30 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 -- 172.21.15.32:0/3833267354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 msgr2=0x7fe5a00d1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 --2- 172.21.15.32:0/3833267354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00d1270 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe5a008d880 tx=0x7fe59802a6f0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 -- 172.21.15.32:0/3833267354 shutdown_connections 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 --2- 172.21.15.32:0/3833267354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00d1270 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 --2- 172.21.15.32:0/3833267354 >> v2:172.21.15.50:3300/0 conn(0x7fe5a00d0090 0x7fe5a00d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 -- 172.21.15.32:0/3833267354 >> 172.21.15.32:0/3833267354 conn(0x7fe5a009d730 msgr2=0x7fe5a00d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:39.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 -- 172.21.15.32:0/3833267354 shutdown_connections 2024-09-16T00:52:39.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.616+0000 7fe5a7559640 1 -- 172.21.15.32:0/3833267354 wait complete. 2024-09-16T00:52:39.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.617+0000 7fe5a7559640 1 Processor -- start 2024-09-16T00:52:39.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.617+0000 7fe5a7559640 1 -- start start 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5a00d0090 0x7fe5a01f4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 0x7fe5a009f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a00b7270 con 0x7fe5a00d0e30 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a00cf890 con 0x7fe5a00d0090 2024-09-16T00:52:39.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a7559640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe5a00b73f0 con 0x7fe5a015e6a0 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59642/0 (socket says 172.21.15.32:59642) 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 -- 172.21.15.32:0/128052026 learned_addr learned my addr 172.21.15.32:0/128052026 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a52f5640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5a00d0090 0x7fe5a01f4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a5af6640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 0x7fe5a009f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 -- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 msgr2=0x7fe5a009f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 0x7fe5a009f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 -- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5a00d0090 msgr2=0x7fe5a01f4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5a00d0090 0x7fe5a01f4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 -- 172.21.15.32:0/128052026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a009e0a0 con 0x7fe5a00d0e30 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a5af6640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 0x7fe5a009f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe5a4af4640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe59000d830 tx=0x7fe59000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:39.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59000b6c0 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.618+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe590019070 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.619+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59000ba80 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.619+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5a01f5290 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.619+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5a0150780 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5a00d3160 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe59001e460 con 0x7fe5a00d0e30 2024-09-16T00:52:39.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe595ffb640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 0x7fe58406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:39.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe59008bcf0 con 0x7fe5a00d0e30 2024-09-16T00:52:39.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe5a52f5640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 0x7fe58406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:39.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.621+0000 7fe5a52f5640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 0x7fe58406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe59c0098c0 tx=0x7fe59c009060 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:39.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.625+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe590090070 con 0x7fe5a00d0e30 2024-09-16T00:52:39.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:39.838+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe5a00d0c10 con 0x7fe5a00d0e30 2024-09-16T00:52:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.495+0000 7fe595ffb640 1 -- 172.21.15.32:0/128052026 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fe5a009e0a0 con 0x7fe5a00d0e30 2024-09-16T00:52:40.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 msgr2=0x7fe58406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 0x7fe58406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe59c0098c0 tx=0x7fe59c009060 comp rx=0 tx=0).stop 2024-09-16T00:52:40.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 msgr2=0x7fe5a00c9dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe59000d830 tx=0x7fe59000dcf0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 shutdown_connections 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe58406c2b0 0x7fe58406e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe5a015e6a0 0x7fe5a009f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a00d0e30 0x7fe5a00c9dd0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 --2- 172.21.15.32:0/128052026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5a00d0090 0x7fe5a01f4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 >> 172.21.15.32:0/128052026 conn(0x7fe5a009d730 msgr2=0x7fe5a00cd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 shutdown_connections 2024-09-16T00:52:40.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.498+0000 7fe5a7559640 1 -- 172.21.15.32:0/128052026 wait complete. 2024-09-16T00:52:40.510 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:52:40.511 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 Processor -- start 2024-09-16T00:52:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 -- start start 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b240d0cc0 0x7f1b240d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b240d3430 con 0x7f1b240b78e0 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b240d1660 con 0x7f1b2415e510 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.617+0000 7f1b288b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f1b240d36d0 con 0x7f1b240d0cc0 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b240d0cc0 0x7f1b240d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b240d0cc0 0x7f1b240d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59648/0 (socket says 172.21.15.32:59648) 2024-09-16T00:52:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 -- 172.21.15.32:0/1516786856 learned_addr learned my addr 172.21.15.32:0/1516786856 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:40.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b22d9d640 1 --1- 172.21.15.32:0/1516786856 >> v1:172.21.15.32:6789/0 conn(0x7f1b240b78e0 0x7f1b240b7d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53628/0 (socket says 172.21.15.32:53628) 2024-09-16T00:52:40.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 -- 172.21.15.32:0/1516786856 >> v1:172.21.15.50:6789/0 conn(0x7f1b2415e510 legacy=0x7f1b240ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 -- 172.21.15.32:0/1516786856 >> v1:172.21.15.32:6789/0 conn(0x7f1b240b78e0 legacy=0x7f1b240b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b1bfff640 1 -- 172.21.15.32:0/1516786856 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b240d39b0 con 0x7f1b240d0cc0 2024-09-16T00:52:40.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.618+0000 7f1b21d9b640 1 -- 172.21.15.32:0/1516786856 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 626192652 0 0) 0x7f1b240d3430 con 0x7f1b240b78e0 2024-09-16T00:52:40.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b1bfff640 1 --2- 172.21.15.32:0/1516786856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240d0cc0 0x7f1b240d1120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009870 tx=0x7f1b0c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f83beda76bf339ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b21d9b640 1 -- 172.21.15.32:0/1516786856 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c037070 con 0x7f1b240d0cc0 2024-09-16T00:52:40.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b21d9b640 1 -- 172.21.15.32:0/1516786856 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b0c032440 con 0x7f1b240d0cc0 2024-09-16T00:52:40.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b21d9b640 1 -- 172.21.15.32:0/1516786856 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c032810 con 0x7f1b240d0cc0 2024-09-16T00:52:40.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 -- 172.21.15.32:0/1516786856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240d0cc0 msgr2=0x7f1b240d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1516786856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240d0cc0 0x7f1b240d1120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009870 tx=0x7f1b0c02a270 comp rx=0 tx=0).stop 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 -- 172.21.15.32:0/1516786856 shutdown_connections 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1516786856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240d0cc0 0x7f1b240d1120 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 -- 172.21.15.32:0/1516786856 >> 172.21.15.32:0/1516786856 conn(0x7f1b2406d1a0 msgr2=0x7f1b24073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 -- 172.21.15.32:0/1516786856 shutdown_connections 2024-09-16T00:52:40.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.619+0000 7f1b288b7640 1 -- 172.21.15.32:0/1516786856 wait complete. 2024-09-16T00:52:40.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.621+0000 7f1b288b7640 1 Processor -- start 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.621+0000 7f1b288b7640 1 -- start start 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b240d0cc0 0x7f1b240b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b2415e510 0x7f1b241436f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1b240d22a0 con 0x7f1b240b78e0 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1b240d3f70 con 0x7f1b2415e510 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1b240cf210 con 0x7f1b240d0cc0 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59660/0 (socket says 172.21.15.32:59660) 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 -- 172.21.15.32:0/1540632524 learned_addr learned my addr 172.21.15.32:0/1540632524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b22d9d640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b2415e510 0x7f1b241436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b1bfff640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b240d0cc0 0x7f1b240b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 -- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b240d0cc0 msgr2=0x7f1b240b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b240d0cc0 0x7f1b240b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 -- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b2415e510 msgr2=0x7f1b241436f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b2415e510 0x7f1b241436f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 -- 172.21.15.32:0/1540632524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b240b4a60 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b2259c640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400c430 tx=0x7f1b1400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14017070 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b140052d0 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b240b4d40 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.622+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14003830 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.623+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b240b5300 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.624+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b2415e8f0 con 0x7f1b240b78e0 2024-09-16T00:52:40.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.624+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b1401a070 con 0x7f1b240b78e0 2024-09-16T00:52:40.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.624+0000 7f1b1affd640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 0x7f1b0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.625+0000 7f1b1bfff640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 0x7f1b0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.625+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1b1408ab60 con 0x7f1b240b78e0 2024-09-16T00:52:40.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.625+0000 7f1b1bfff640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 0x7f1b0406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c034000 tx=0x7f1b0c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.629+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b14058810 con 0x7f1b240b78e0 2024-09-16T00:52:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.840+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b24074a10 con 0x7f1b240b78e0 2024-09-16T00:52:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.841+0000 7f1b1affd640 1 -- 172.21.15.32:0/1540632524 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7f1b1405cb10 con 0x7f1b240b78e0 2024-09-16T00:52:40.841 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:40.841 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:52:40.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 msgr2=0x7f1b0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 0x7f1b0406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c034000 tx=0x7f1b0c02e000 comp rx=0 tx=0).stop 2024-09-16T00:52:40.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 msgr2=0x7f1b24161520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400c430 tx=0x7f1b1400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 shutdown_connections 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1b0406c2b0 0x7f1b0406e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b2415e510 0x7f1b241436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b240d0cc0 0x7f1b240b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 --2- 172.21.15.32:0/1540632524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b240b78e0 0x7f1b24161520 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 >> 172.21.15.32:0/1540632524 conn(0x7f1b2406d1a0 msgr2=0x7f1b240b7d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 shutdown_connections 2024-09-16T00:52:40.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.843+0000 7f1b288b7640 1 -- 172.21.15.32:0/1540632524 wait complete. 2024-09-16T00:52:40.854 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:40.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.956+0000 7f24c21fd640 1 Processor -- start 2024-09-16T00:52:40.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.957+0000 7f24c21fd640 1 -- start start 2024-09-16T00:52:40.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.957+0000 7f24c21fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 0x7f24bc0cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.957+0000 7f24c21fd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24bc073ec0 con 0x7f24bc06baf0 2024-09-16T00:52:40.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.957+0000 7f24c21fd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24bc072e20 con 0x7f24bc0b47f0 2024-09-16T00:52:40.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.957+0000 7f24c21fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24bc073100 con 0x7f24bc15e760 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24bb7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f24bc06baf0 0x7f24bc06bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53644/0 (socket says 172.21.15.32:53644) 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24bb7fe640 1 -- 172.21.15.32:0/986324490 learned_addr learned my addr 172.21.15.32:0/986324490 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24baffd640 1 --2- 172.21.15.32:0/986324490 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 0x7f24bc0cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4294248139 0 0) 0x7f24bc073ec0 con 0x7f24bc06baf0 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24a4003520 con 0x7f24bc06baf0 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1745017068 0 0) 0x7f24bc072e20 con 0x7f24bc0b47f0 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24bc073ec0 con 0x7f24bc0b47f0 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24baffd640 1 -- 172.21.15.32:0/986324490 >> v1:172.21.15.50:6789/0 conn(0x7f24bc0b47f0 legacy=0x7f24bc0b4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24baffd640 1 -- 172.21.15.32:0/986324490 >> v1:172.21.15.32:6789/0 conn(0x7f24bc06baf0 legacy=0x7f24bc06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.958+0000 7f24baffd640 1 -- 172.21.15.32:0/986324490 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24bc0733e0 con 0x7f24bc15e760 2024-09-16T00:52:40.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.959+0000 7f24baffd640 1 --2- 172.21.15.32:0/986324490 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 0x7f24bc0cefe0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f24b00097d0 tx=0x7f24b002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaa510c0cb4d1bf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.959+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0037070 con 0x7f24bc15e760 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.959+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b0032440 con 0x7f24bc15e760 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.959+0000 7f24ba7fc640 1 -- 172.21.15.32:0/986324490 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0032810 con 0x7f24bc15e760 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 -- 172.21.15.32:0/986324490 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 msgr2=0x7f24bc0cefe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 --2- 172.21.15.32:0/986324490 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 0x7f24bc0cefe0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f24b00097d0 tx=0x7f24b002a180 comp rx=0 tx=0).stop 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 -- 172.21.15.32:0/986324490 shutdown_connections 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 --2- 172.21.15.32:0/986324490 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc15e760 0x7f24bc0cefe0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 -- 172.21.15.32:0/986324490 >> 172.21.15.32:0/986324490 conn(0x7f24bc0b2c50 msgr2=0x7f24bc0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 -- 172.21.15.32:0/986324490 shutdown_connections 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.960+0000 7f24c21fd640 1 -- 172.21.15.32:0/986324490 wait complete. 2024-09-16T00:52:40.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.961+0000 7f24c21fd640 1 Processor -- start 2024-09-16T00:52:40.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.961+0000 7f24c21fd640 1 -- start start 2024-09-16T00:52:40.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc06baf0 0x7f24bc15ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24bc15e760 0x7f24bc15ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f24bc06c850 con 0x7f24bc0b47f0 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f24bc0739a0 con 0x7f24bc15e760 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24c21fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24bc0cf520 con 0x7f24bc06baf0 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59662/0 (socket says 172.21.15.32:59662) 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 -- 172.21.15.32:0/595443997 learned_addr learned my addr 172.21.15.32:0/595443997 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24bb7fe640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc06baf0 0x7f24bc15ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24bbfff640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24bc15e760 0x7f24bc15ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 -- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc06baf0 msgr2=0x7f24bc15ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc06baf0 0x7f24bc15ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 -- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24bc15e760 msgr2=0x7f24bc15ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24bc15e760 0x7f24bc15ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 -- 172.21.15.32:0/595443997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24bc1f7d60 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.962+0000 7f24baffd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f24b0035040 tx=0x7f24b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.963+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0041030 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.963+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b003d4e0 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.963+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24bc1f8040 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.963+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0037040 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.963+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24bc1f8600 con 0x7f24bc0b47f0 2024-09-16T00:52:40.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.964+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24bc0cefe0 con 0x7f24bc0b47f0 2024-09-16T00:52:40.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.964+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24b0044070 con 0x7f24bc0b47f0 2024-09-16T00:52:40.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.965+0000 7f24a3fff640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 0x7f24a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:40.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.965+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f24b00abd00 con 0x7f24bc0b47f0 2024-09-16T00:52:40.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.965+0000 7f24bb7fe640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 0x7f24a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:40.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.965+0000 7f24bb7fe640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 0x7f24a806e7a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f24ac000f60 tx=0x7f24ac007d70 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:40.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:40.969+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f24b0079a50 con 0x7f24bc0b47f0 2024-09-16T00:52:41.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.143+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24bc0b38b0 con 0x7f24bc0b47f0 2024-09-16T00:52:41.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.144+0000 7f24a3fff640 1 -- 172.21.15.32:0/595443997 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f24b007dd50 con 0x7f24bc0b47f0 2024-09-16T00:52:41.145 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:41.145 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 msgr2=0x7f24a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 0x7f24a806e7a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f24ac000f60 tx=0x7f24ac007d70 comp rx=0 tx=0).stop 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 msgr2=0x7f24bc0b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f24b0035040 tx=0x7f24b00046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 shutdown_connections 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24a806c2e0 0x7f24a806e7a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24bc15e760 0x7f24bc15ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24bc0b47f0 0x7f24bc0b24b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 --2- 172.21.15.32:0/595443997 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24bc06baf0 0x7f24bc15ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 >> 172.21.15.32:0/595443997 conn(0x7f24bc0b2c50 msgr2=0x7f24bc0cfb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 shutdown_connections 2024-09-16T00:52:41.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.147+0000 7f24c21fd640 1 -- 172.21.15.32:0/595443997 wait complete. 2024-09-16T00:52:41.158 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:52:41.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:52:41.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.260+0000 7fb457131640 1 Processor -- start 2024-09-16T00:52:41.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.260+0000 7fb457131640 1 -- start start 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb457131640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb45015e510 0x7fb4500ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb457131640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4500d13d0 0x7fb4500b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb457131640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4500d3430 con 0x7fb4500cf040 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb457131640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fb4500d36d0 con 0x7fb4500d13d0 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb457131640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4500d39b0 con 0x7fb45015e510 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb4556ce640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4500d13d0 0x7fb4500b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb44ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb4500cf040 0x7fb4500d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53656/0 (socket says 172.21.15.32:53656) 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb4556ce640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4500d13d0 0x7fb4500b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59670/0 (socket says 172.21.15.32:59670) 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb44ffff640 1 -- 172.21.15.32:0/2057795713 learned_addr learned my addr 172.21.15.32:0/2057795713 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.261+0000 7fb454ecd640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb45015e510 0x7fb4500ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb4556ce640 1 -- 172.21.15.32:0/2057795713 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb45015e510 msgr2=0x7fb4500ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:41.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb4556ce640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb45015e510 0x7fb4500ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb4556ce640 1 -- 172.21.15.32:0/2057795713 >> v1:172.21.15.32:6789/0 conn(0x7fb4500cf040 legacy=0x7fb4500d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb44f7fe640 1 -- 172.21.15.32:0/2057795713 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1358975764 0 0) 0x7fb4500d3430 con 0x7fb4500cf040 2024-09-16T00:52:41.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb4556ce640 1 -- 172.21.15.32:0/2057795713 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4500d3c90 con 0x7fb4500d13d0 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb4556ce640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4500d13d0 0x7fb4500b78e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb448009d90 tx=0x7fb44802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=409dd803f32b8463 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.262+0000 7fb44f7fe640 1 -- 172.21.15.32:0/2057795713 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb448031600 con 0x7fb4500d13d0 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb44f7fe640 1 -- 172.21.15.32:0/2057795713 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4480317a0 con 0x7fb4500d13d0 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb44f7fe640 1 -- 172.21.15.32:0/2057795713 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb448031b70 con 0x7fb4500d13d0 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 -- 172.21.15.32:0/2057795713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4500d13d0 msgr2=0x7fb4500b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4500d13d0 0x7fb4500b78e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb448009d90 tx=0x7fb44802a5d0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 -- 172.21.15.32:0/2057795713 shutdown_connections 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4500d13d0 0x7fb4500b78e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 --2- 172.21.15.32:0/2057795713 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb45015e510 0x7fb4500ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 -- 172.21.15.32:0/2057795713 >> 172.21.15.32:0/2057795713 conn(0x7fb45006d1a0 msgr2=0x7fb450073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 -- 172.21.15.32:0/2057795713 shutdown_connections 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.263+0000 7fb457131640 1 -- 172.21.15.32:0/2057795713 wait complete. 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.264+0000 7fb457131640 1 Processor -- start 2024-09-16T00:52:41.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.264+0000 7fb457131640 1 -- start start 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4500cf040 0x7fb4501f3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4500d13d0 0x7fb450154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb45015e8f0 con 0x7fb45015e510 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4500d22a0 con 0x7fb4500cf040 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb457131640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb45015ea70 con 0x7fb4500d13d0 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb4556ce640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb4556ce640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59676/0 (socket says 172.21.15.32:59676) 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.265+0000 7fb4556ce640 1 -- 172.21.15.32:0/954007531 learned_addr learned my addr 172.21.15.32:0/954007531 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb44ffff640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4500d13d0 0x7fb450154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb454ecd640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4500cf040 0x7fb4501f3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 -- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4500d13d0 msgr2=0x7fb450154a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4500d13d0 0x7fb450154a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 -- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4500cf040 msgr2=0x7fb4501f3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4500cf040 0x7fb4501f3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 -- 172.21.15.32:0/954007531 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb450154f90 con 0x7fb45015e510 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb4556ce640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb44802abc0 tx=0x7fb448004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb448040070 con 0x7fb45015e510 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb448030b60 con 0x7fb45015e510 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4501f4560 con 0x7fb45015e510 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb448009450 con 0x7fb45015e510 2024-09-16T00:52:41.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.266+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4501f4b20 con 0x7fb45015e510 2024-09-16T00:52:41.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.267+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4500ceb00 con 0x7fb45015e510 2024-09-16T00:52:41.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.267+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb448039040 con 0x7fb45015e510 2024-09-16T00:52:41.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.268+0000 7fb44d7fa640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 0x7fb43c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.268+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb4480acdf0 con 0x7fb45015e510 2024-09-16T00:52:41.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.268+0000 7fb454ecd640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 0x7fb43c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.268+0000 7fb454ecd640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 0x7fb43c06e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb4500b9480 tx=0x7fb440008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.272+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb450154f90 con 0x7fb45015e510 2024-09-16T00:52:41.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.447+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb4500d2e90 con 0x7fb43c06c2b0 2024-09-16T00:52:41.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.456+0000 7fb44d7fa640 1 -- 172.21.15.32:0/954007531 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fb4500d2e90 con 0x7fb43c06c2b0 2024-09-16T00:52:41.459 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:41.461 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 msgr2=0x7fb43c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 0x7fb43c06e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb4500b9480 tx=0x7fb440008040 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 msgr2=0x7fb450160ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb44802abc0 tx=0x7fb448004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 shutdown_connections 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb43c06c2b0 0x7fb43c06e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb45015e510 0x7fb450160ba0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4500d13d0 0x7fb450154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 --2- 172.21.15.32:0/954007531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4500cf040 0x7fb4501f3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 >> 172.21.15.32:0/954007531 conn(0x7fb45006d1a0 msgr2=0x7fb4500b78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 shutdown_connections 2024-09-16T00:52:41.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.459+0000 7fb457131640 1 -- 172.21.15.32:0/954007531 wait complete. 2024-09-16T00:52:41.470 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-16T00:52:41.089073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252760,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721960,"statfs":{"total":773094113280,"available":772835287040,"internally_reserved":0,"allocated":3317760,"data_stored":2018940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003716"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853520+0000","last_change":"2024-09-16T00:52:20.443682+0000","last_active":"2024-09-16T00:52:26.853520+0000","last_peered":"2024-09-16T00:52:26.853520+0000","last_clean":"2024-09-16T00:52:26.853520+0000","last_became_active":"2024-09-16T00:52:20.443348+0000","last_became_peered":"2024-09-16T00:52:20.443348+0000","last_unstale":"2024-09-16T00:52:26.853520+0000","last_undegraded":"2024-09-16T00:52:26.853520+0000","last_fullsized":"2024-09-16T00:52:26.853520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:21:44.550490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467483+0000","last_change":"2024-09-16T00:52:21.459440+0000","last_active":"2024-09-16T00:52:26.467483+0000","last_peered":"2024-09-16T00:52:26.467483+0000","last_clean":"2024-09-16T00:52:26.467483+0000","last_became_active":"2024-09-16T00:52:21.459139+0000","last_became_peered":"2024-09-16T00:52:21.459139+0000","last_unstale":"2024-09-16T00:52:26.467483+0000","last_undegraded":"2024-09-16T00:52:26.467483+0000","last_fullsized":"2024-09-16T00:52:26.467483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466681+0000","last_change":"2024-09-16T00:52:25.489117+0000","last_active":"2024-09-16T00:52:26.466681+0000","last_peered":"2024-09-16T00:52:26.466681+0000","last_clean":"2024-09-16T00:52:26.466681+0000","last_became_active":"2024-09-16T00:52:25.488675+0000","last_became_peered":"2024-09-16T00:52:25.488675+0000","last_unstale":"2024-09-16T00:52:26.466681+0000","last_undegraded":"2024-09-16T00:52:26.466681+0000","last_fullsized":"2024-09-16T00:52:26.466681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:51.028499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467741+0000","last_change":"2024-09-16T00:52:20.448158+0000","last_active":"2024-09-16T00:52:26.467741+0000","last_peered":"2024-09-16T00:52:26.467741+0000","last_clean":"2024-09-16T00:52:26.467741+0000","last_became_active":"2024-09-16T00:52:20.447708+0000","last_became_peered":"2024-09-16T00:52:20.447708+0000","last_unstale":"2024-09-16T00:52:26.467741+0000","last_undegraded":"2024-09-16T00:52:26.467741+0000","last_fullsized":"2024-09-16T00:52:26.467741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:03.756931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853396+0000","last_change":"2024-09-16T00:52:21.461833+0000","last_active":"2024-09-16T00:52:26.853396+0000","last_peered":"2024-09-16T00:52:26.853396+0000","last_clean":"2024-09-16T00:52:26.853396+0000","last_became_active":"2024-09-16T00:52:21.461552+0000","last_became_peered":"2024-09-16T00:52:21.461552+0000","last_unstale":"2024-09-16T00:52:26.853396+0000","last_undegraded":"2024-09-16T00:52:26.853396+0000","last_fullsized":"2024-09-16T00:52:26.853396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467512+0000","last_change":"2024-09-16T00:52:25.493245+0000","last_active":"2024-09-16T00:52:26.467512+0000","last_peered":"2024-09-16T00:52:26.467512+0000","last_clean":"2024-09-16T00:52:26.467512+0000","last_became_active":"2024-09-16T00:52:25.492631+0000","last_became_peered":"2024-09-16T00:52:25.492631+0000","last_unstale":"2024-09-16T00:52:26.467512+0000","last_undegraded":"2024-09-16T00:52:26.467512+0000","last_fullsized":"2024-09-16T00:52:26.467512+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:36.358432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468929+0000","last_change":"2024-09-16T00:52:20.449538+0000","last_active":"2024-09-16T00:52:26.468929+0000","last_peered":"2024-09-16T00:52:26.468929+0000","last_clean":"2024-09-16T00:52:26.468929+0000","last_became_active":"2024-09-16T00:52:20.449241+0000","last_became_peered":"2024-09-16T00:52:20.449241+0000","last_unstale":"2024-09-16T00:52:26.468929+0000","last_undegraded":"2024-09-16T00:52:26.468929+0000","last_fullsized":"2024-09-16T00:52:26.468929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:22.897784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853621+0000","last_change":"2024-09-16T00:52:21.458735+0000","last_active":"2024-09-16T00:52:26.853621+0000","last_peered":"2024-09-16T00:52:26.853621+0000","last_clean":"2024-09-16T00:52:26.853621+0000","last_became_active":"2024-09-16T00:52:21.458397+0000","last_became_peered":"2024-09-16T00:52:21.458397+0000","last_unstale":"2024-09-16T00:52:26.853621+0000","last_undegraded":"2024-09-16T00:52:26.853621+0000","last_fullsized":"2024-09-16T00:52:26.853621+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468770+0000","last_change":"2024-09-16T00:52:25.494502+0000","last_active":"2024-09-16T00:52:26.468770+0000","last_peered":"2024-09-16T00:52:26.468770+0000","last_clean":"2024-09-16T00:52:26.468770+0000","last_became_active":"2024-09-16T00:52:25.494074+0000","last_became_peered":"2024-09-16T00:52:25.494074+0000","last_unstale":"2024-09-16T00:52:26.468770+0000","last_undegraded":"2024-09-16T00:52:26.468770+0000","last_fullsized":"2024-09-16T00:52:26.468770+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:25.067675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468453+0000","last_change":"2024-09-16T00:52:20.454622+0000","last_active":"2024-09-16T00:52:26.468453+0000","last_peered":"2024-09-16T00:52:26.468453+0000","last_clean":"2024-09-16T00:52:26.468453+0000","last_became_active":"2024-09-16T00:52:20.454293+0000","last_became_peered":"2024-09-16T00:52:20.454293+0000","last_unstale":"2024-09-16T00:52:26.468453+0000","last_undegraded":"2024-09-16T00:52:26.468453+0000","last_fullsized":"2024-09-16T00:52:26.468453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:42.822907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853537+0000","last_change":"2024-09-16T00:52:21.462524+0000","last_active":"2024-09-16T00:52:26.853537+0000","last_peered":"2024-09-16T00:52:26.853537+0000","last_clean":"2024-09-16T00:52:26.853537+0000","last_became_active":"2024-09-16T00:52:21.460347+0000","last_became_peered":"2024-09-16T00:52:21.460347+0000","last_unstale":"2024-09-16T00:52:26.853537+0000","last_undegraded":"2024-09-16T00:52:26.853537+0000","last_fullsized":"2024-09-16T00:52:26.853537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468993+0000","last_change":"2024-09-16T00:52:25.491342+0000","last_active":"2024-09-16T00:52:26.468993+0000","last_peered":"2024-09-16T00:52:26.468993+0000","last_clean":"2024-09-16T00:52:26.468993+0000","last_became_active":"2024-09-16T00:52:25.490750+0000","last_became_peered":"2024-09-16T00:52:25.490750+0000","last_unstale":"2024-09-16T00:52:26.468993+0000","last_undegraded":"2024-09-16T00:52:26.468993+0000","last_fullsized":"2024-09-16T00:52:26.468993+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:32.120701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816729+0000","last_change":"2024-09-16T00:52:21.457905+0000","last_active":"2024-09-16T00:52:26.816729+0000","last_peered":"2024-09-16T00:52:26.816729+0000","last_clean":"2024-09-16T00:52:26.816729+0000","last_became_active":"2024-09-16T00:52:21.457557+0000","last_became_peered":"2024-09-16T00:52:21.457557+0000","last_unstale":"2024-09-16T00:52:26.816729+0000","last_undegraded":"2024-09-16T00:52:26.816729+0000","last_fullsized":"2024-09-16T00:52:26.816729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:43.904537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468709+0000","last_change":"2024-09-16T00:52:20.451670+0000","last_active":"2024-09-16T00:52:26.468709+0000","last_peered":"2024-09-16T00:52:26.468709+0000","last_clean":"2024-09-16T00:52:26.468709+0000","last_became_active":"2024-09-16T00:52:20.449390+0000","last_became_peered":"2024-09-16T00:52:20.449390+0000","last_unstale":"2024-09-16T00:52:26.468709+0000","last_undegraded":"2024-09-16T00:52:26.468709+0000","last_fullsized":"2024-09-16T00:52:26.468709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:23.528064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469008+0000","last_change":"2024-09-16T00:52:25.491939+0000","last_active":"2024-09-16T00:52:26.469008+0000","last_peered":"2024-09-16T00:52:26.469008+0000","last_clean":"2024-09-16T00:52:26.469008+0000","last_became_active":"2024-09-16T00:52:25.491511+0000","last_became_peered":"2024-09-16T00:52:25.491511+0000","last_unstale":"2024-09-16T00:52:26.469008+0000","last_undegraded":"2024-09-16T00:52:26.469008+0000","last_fullsized":"2024-09-16T00:52:26.469008+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:22.399004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466958+0000","last_change":"2024-09-16T00:52:21.461465+0000","last_active":"2024-09-16T00:52:26.466958+0000","last_peered":"2024-09-16T00:52:26.466958+0000","last_clean":"2024-09-16T00:52:26.466958+0000","last_became_active":"2024-09-16T00:52:21.461155+0000","last_became_peered":"2024-09-16T00:52:21.461155+0000","last_unstale":"2024-09-16T00:52:26.466958+0000","last_undegraded":"2024-09-16T00:52:26.466958+0000","last_fullsized":"2024-09-16T00:52:26.466958+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854242+0000","last_change":"2024-09-16T00:52:20.452556+0000","last_active":"2024-09-16T00:52:26.854242+0000","last_peered":"2024-09-16T00:52:26.854242+0000","last_clean":"2024-09-16T00:52:26.854242+0000","last_became_active":"2024-09-16T00:52:20.452254+0000","last_became_peered":"2024-09-16T00:52:20.452254+0000","last_unstale":"2024-09-16T00:52:26.854242+0000","last_undegraded":"2024-09-16T00:52:26.854242+0000","last_fullsized":"2024-09-16T00:52:26.854242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469212+0000","last_change":"2024-09-16T00:52:25.492098+0000","last_active":"2024-09-16T00:52:26.469212+0000","last_peered":"2024-09-16T00:52:26.469212+0000","last_clean":"2024-09-16T00:52:26.469212+0000","last_became_active":"2024-09-16T00:52:25.491696+0000","last_became_peered":"2024-09-16T00:52:25.491696+0000","last_unstale":"2024-09-16T00:52:26.469212+0000","last_undegraded":"2024-09-16T00:52:26.469212+0000","last_fullsized":"2024-09-16T00:52:26.469212+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466954+0000","last_change":"2024-09-16T00:52:21.456082+0000","last_active":"2024-09-16T00:52:26.466954+0000","last_peered":"2024-09-16T00:52:26.466954+0000","last_clean":"2024-09-16T00:52:26.466954+0000","last_became_active":"2024-09-16T00:52:21.455776+0000","last_became_peered":"2024-09-16T00:52:21.455776+0000","last_unstale":"2024-09-16T00:52:26.466954+0000","last_undegraded":"2024-09-16T00:52:26.466954+0000","last_fullsized":"2024-09-16T00:52:26.466954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853603+0000","last_change":"2024-09-16T00:52:20.452663+0000","last_active":"2024-09-16T00:52:26.853603+0000","last_peered":"2024-09-16T00:52:26.853603+0000","last_clean":"2024-09-16T00:52:26.853603+0000","last_became_active":"2024-09-16T00:52:20.452349+0000","last_became_peered":"2024-09-16T00:52:20.452349+0000","last_unstale":"2024-09-16T00:52:26.853603+0000","last_undegraded":"2024-09-16T00:52:26.853603+0000","last_fullsized":"2024-09-16T00:52:26.853603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:27.685688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854834+0000","last_change":"2024-09-16T00:52:25.490967+0000","last_active":"2024-09-16T00:52:26.854834+0000","last_peered":"2024-09-16T00:52:26.854834+0000","last_clean":"2024-09-16T00:52:26.854834+0000","last_became_active":"2024-09-16T00:52:25.487867+0000","last_became_peered":"2024-09-16T00:52:25.487867+0000","last_unstale":"2024-09-16T00:52:26.854834+0000","last_undegraded":"2024-09-16T00:52:26.854834+0000","last_fullsized":"2024-09-16T00:52:26.854834+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469718+0000","last_change":"2024-09-16T00:52:21.454436+0000","last_active":"2024-09-16T00:52:26.469718+0000","last_peered":"2024-09-16T00:52:26.469718+0000","last_clean":"2024-09-16T00:52:26.469718+0000","last_became_active":"2024-09-16T00:52:21.453896+0000","last_became_peered":"2024-09-16T00:52:21.453896+0000","last_unstale":"2024-09-16T00:52:26.469718+0000","last_undegraded":"2024-09-16T00:52:26.469718+0000","last_fullsized":"2024-09-16T00:52:26.469718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:20.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467613+0000","last_change":"2024-09-16T00:52:20.448724+0000","last_active":"2024-09-16T00:52:26.467613+0000","last_peered":"2024-09-16T00:52:26.467613+0000","last_clean":"2024-09-16T00:52:26.467613+0000","last_became_active":"2024-09-16T00:52:20.447420+0000","last_became_peered":"2024-09-16T00:52:20.447420+0000","last_unstale":"2024-09-16T00:52:26.467613+0000","last_undegraded":"2024-09-16T00:52:26.467613+0000","last_fullsized":"2024-09-16T00:52:26.467613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469123+0000","last_change":"2024-09-16T00:52:25.491090+0000","last_active":"2024-09-16T00:52:26.469123+0000","last_peered":"2024-09-16T00:52:26.469123+0000","last_clean":"2024-09-16T00:52:26.469123+0000","last_became_active":"2024-09-16T00:52:25.490609+0000","last_became_peered":"2024-09-16T00:52:25.490609+0000","last_unstale":"2024-09-16T00:52:26.469123+0000","last_undegraded":"2024-09-16T00:52:26.469123+0000","last_fullsized":"2024-09-16T00:52:26.469123+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:45.490097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854127+0000","last_change":"2024-09-16T00:52:21.453237+0000","last_active":"2024-09-16T00:52:26.854127+0000","last_peered":"2024-09-16T00:52:26.854127+0000","last_clean":"2024-09-16T00:52:26.854127+0000","last_became_active":"2024-09-16T00:52:21.452198+0000","last_became_peered":"2024-09-16T00:52:21.452198+0000","last_unstale":"2024-09-16T00:52:26.854127+0000","last_undegraded":"2024-09-16T00:52:26.854127+0000","last_fullsized":"2024-09-16T00:52:26.854127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817546+0000","last_change":"2024-09-16T00:52:20.453793+0000","last_active":"2024-09-16T00:52:26.817546+0000","last_peered":"2024-09-16T00:52:26.817546+0000","last_clean":"2024-09-16T00:52:26.817546+0000","last_became_active":"2024-09-16T00:52:20.453501+0000","last_became_peered":"2024-09-16T00:52:20.453501+0000","last_unstale":"2024-09-16T00:52:26.817546+0000","last_undegraded":"2024-09-16T00:52:26.817546+0000","last_fullsized":"2024-09-16T00:52:26.817546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:17:58.114633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469320+0000","last_change":"2024-09-16T00:52:25.483728+0000","last_active":"2024-09-16T00:52:26.469320+0000","last_peered":"2024-09-16T00:52:26.469320+0000","last_clean":"2024-09-16T00:52:26.469320+0000","last_became_active":"2024-09-16T00:52:25.483073+0000","last_became_peered":"2024-09-16T00:52:25.483073+0000","last_unstale":"2024-09-16T00:52:26.469320+0000","last_undegraded":"2024-09-16T00:52:26.469320+0000","last_fullsized":"2024-09-16T00:52:26.469320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467655+0000","last_change":"2024-09-16T00:52:21.467389+0000","last_active":"2024-09-16T00:52:26.467655+0000","last_peered":"2024-09-16T00:52:26.467655+0000","last_clean":"2024-09-16T00:52:26.467655+0000","last_became_active":"2024-09-16T00:52:21.467075+0000","last_became_peered":"2024-09-16T00:52:21.467075+0000","last_unstale":"2024-09-16T00:52:26.467655+0000","last_undegraded":"2024-09-16T00:52:26.467655+0000","last_fullsized":"2024-09-16T00:52:26.467655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854803+0000","last_change":"2024-09-16T00:52:20.447583+0000","last_active":"2024-09-16T00:52:26.854803+0000","last_peered":"2024-09-16T00:52:26.854803+0000","last_clean":"2024-09-16T00:52:26.854803+0000","last_became_active":"2024-09-16T00:52:20.447260+0000","last_became_peered":"2024-09-16T00:52:20.447260+0000","last_unstale":"2024-09-16T00:52:26.854803+0000","last_undegraded":"2024-09-16T00:52:26.854803+0000","last_fullsized":"2024-09-16T00:52:26.854803+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:14.507147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466569+0000","last_change":"2024-09-16T00:52:25.490118+0000","last_active":"2024-09-16T00:52:26.466569+0000","last_peered":"2024-09-16T00:52:26.466569+0000","last_clean":"2024-09-16T00:52:26.466569+0000","last_became_active":"2024-09-16T00:52:25.489723+0000","last_became_peered":"2024-09-16T00:52:25.489723+0000","last_unstale":"2024-09-16T00:52:26.466569+0000","last_undegraded":"2024-09-16T00:52:26.466569+0000","last_fullsized":"2024-09-16T00:52:26.466569+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854473+0000","last_change":"2024-09-16T00:52:21.448762+0000","last_active":"2024-09-16T00:52:26.854473+0000","last_peered":"2024-09-16T00:52:26.854473+0000","last_clean":"2024-09-16T00:52:26.854473+0000","last_became_active":"2024-09-16T00:52:21.448401+0000","last_became_peered":"2024-09-16T00:52:21.448401+0000","last_unstale":"2024-09-16T00:52:26.854473+0000","last_undegraded":"2024-09-16T00:52:26.854473+0000","last_fullsized":"2024-09-16T00:52:26.854473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469090+0000","last_change":"2024-09-16T00:52:20.448056+0000","last_active":"2024-09-16T00:52:26.469090+0000","last_peered":"2024-09-16T00:52:26.469090+0000","last_clean":"2024-09-16T00:52:26.469090+0000","last_became_active":"2024-09-16T00:52:20.447785+0000","last_became_peered":"2024-09-16T00:52:20.447785+0000","last_unstale":"2024-09-16T00:52:26.469090+0000","last_undegraded":"2024-09-16T00:52:26.469090+0000","last_fullsized":"2024-09-16T00:52:26.469090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:47.061150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854673+0000","last_change":"2024-09-16T00:52:25.483815+0000","last_active":"2024-09-16T00:52:26.854673+0000","last_peered":"2024-09-16T00:52:26.854673+0000","last_clean":"2024-09-16T00:52:26.854673+0000","last_became_active":"2024-09-16T00:52:25.483426+0000","last_became_peered":"2024-09-16T00:52:25.483426+0000","last_unstale":"2024-09-16T00:52:26.854673+0000","last_undegraded":"2024-09-16T00:52:26.854673+0000","last_fullsized":"2024-09-16T00:52:26.854673+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853766+0000","last_change":"2024-09-16T00:52:21.461965+0000","last_active":"2024-09-16T00:52:26.853766+0000","last_peered":"2024-09-16T00:52:26.853766+0000","last_clean":"2024-09-16T00:52:26.853766+0000","last_became_active":"2024-09-16T00:52:21.459969+0000","last_became_peered":"2024-09-16T00:52:21.459969+0000","last_unstale":"2024-09-16T00:52:26.853766+0000","last_undegraded":"2024-09-16T00:52:26.853766+0000","last_fullsized":"2024-09-16T00:52:26.853766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854569+0000","last_change":"2024-09-16T00:52:20.448356+0000","last_active":"2024-09-16T00:52:26.854569+0000","last_peered":"2024-09-16T00:52:26.854569+0000","last_clean":"2024-09-16T00:52:26.854569+0000","last_became_active":"2024-09-16T00:52:20.447261+0000","last_became_peered":"2024-09-16T00:52:20.447261+0000","last_unstale":"2024-09-16T00:52:26.854569+0000","last_undegraded":"2024-09-16T00:52:26.854569+0000","last_fullsized":"2024-09-16T00:52:26.854569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:51.400264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853881+0000","last_change":"2024-09-16T00:52:25.487429+0000","last_active":"2024-09-16T00:52:26.853881+0000","last_peered":"2024-09-16T00:52:26.853881+0000","last_clean":"2024-09-16T00:52:26.853881+0000","last_became_active":"2024-09-16T00:52:25.487012+0000","last_became_peered":"2024-09-16T00:52:25.487012+0000","last_unstale":"2024-09-16T00:52:26.853881+0000","last_undegraded":"2024-09-16T00:52:26.853881+0000","last_fullsized":"2024-09-16T00:52:26.853881+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469079+0000","last_change":"2024-09-16T00:52:21.459385+0000","last_active":"2024-09-16T00:52:26.469079+0000","last_peered":"2024-09-16T00:52:26.469079+0000","last_clean":"2024-09-16T00:52:26.469079+0000","last_became_active":"2024-09-16T00:52:21.459103+0000","last_became_peered":"2024-09-16T00:52:21.459103+0000","last_unstale":"2024-09-16T00:52:26.469079+0000","last_undegraded":"2024-09-16T00:52:26.469079+0000","last_fullsized":"2024-09-16T00:52:26.469079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:47.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853590+0000","last_change":"2024-09-16T00:52:20.450697+0000","last_active":"2024-09-16T00:52:26.853590+0000","last_peered":"2024-09-16T00:52:26.853590+0000","last_clean":"2024-09-16T00:52:26.853590+0000","last_became_active":"2024-09-16T00:52:20.448371+0000","last_became_peered":"2024-09-16T00:52:20.448371+0000","last_unstale":"2024-09-16T00:52:26.853590+0000","last_undegraded":"2024-09-16T00:52:26.853590+0000","last_fullsized":"2024-09-16T00:52:26.853590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854545+0000","last_change":"2024-09-16T00:52:25.490899+0000","last_active":"2024-09-16T00:52:26.854545+0000","last_peered":"2024-09-16T00:52:26.854545+0000","last_clean":"2024-09-16T00:52:26.854545+0000","last_became_active":"2024-09-16T00:52:25.490233+0000","last_became_peered":"2024-09-16T00:52:25.490233+0000","last_unstale":"2024-09-16T00:52:26.854545+0000","last_undegraded":"2024-09-16T00:52:26.854545+0000","last_fullsized":"2024-09-16T00:52:26.854545+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853441+0000","last_change":"2024-09-16T00:52:21.448752+0000","last_active":"2024-09-16T00:52:26.853441+0000","last_peered":"2024-09-16T00:52:26.853441+0000","last_clean":"2024-09-16T00:52:26.853441+0000","last_became_active":"2024-09-16T00:52:21.448416+0000","last_became_peered":"2024-09-16T00:52:21.448416+0000","last_unstale":"2024-09-16T00:52:26.853441+0000","last_undegraded":"2024-09-16T00:52:26.853441+0000","last_fullsized":"2024-09-16T00:52:26.853441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853136+0000","last_change":"2024-09-16T00:52:20.445880+0000","last_active":"2024-09-16T00:52:26.853136+0000","last_peered":"2024-09-16T00:52:26.853136+0000","last_clean":"2024-09-16T00:52:26.853136+0000","last_became_active":"2024-09-16T00:52:20.445560+0000","last_became_peered":"2024-09-16T00:52:20.445560+0000","last_unstale":"2024-09-16T00:52:26.853136+0000","last_undegraded":"2024-09-16T00:52:26.853136+0000","last_fullsized":"2024-09-16T00:52:26.853136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:31.020565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.855015+0000","last_change":"2024-09-16T00:52:25.489132+0000","last_active":"2024-09-16T00:52:26.855015+0000","last_peered":"2024-09-16T00:52:26.855015+0000","last_clean":"2024-09-16T00:52:26.855015+0000","last_became_active":"2024-09-16T00:52:25.488630+0000","last_became_peered":"2024-09-16T00:52:25.488630+0000","last_unstale":"2024-09-16T00:52:26.855015+0000","last_undegraded":"2024-09-16T00:52:26.855015+0000","last_fullsized":"2024-09-16T00:52:26.855015+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:28.642802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854172+0000","last_change":"2024-09-16T00:52:21.459236+0000","last_active":"2024-09-16T00:52:26.854172+0000","last_peered":"2024-09-16T00:52:26.854172+0000","last_clean":"2024-09-16T00:52:26.854172+0000","last_became_active":"2024-09-16T00:52:21.458951+0000","last_became_peered":"2024-09-16T00:52:21.458951+0000","last_unstale":"2024-09-16T00:52:26.854172+0000","last_undegraded":"2024-09-16T00:52:26.854172+0000","last_fullsized":"2024-09-16T00:52:26.854172+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:42.083398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467850+0000","last_change":"2024-09-16T00:52:20.445006+0000","last_active":"2024-09-16T00:52:26.467850+0000","last_peered":"2024-09-16T00:52:26.467850+0000","last_clean":"2024-09-16T00:52:26.467850+0000","last_became_active":"2024-09-16T00:52:20.444681+0000","last_became_peered":"2024-09-16T00:52:20.444681+0000","last_unstale":"2024-09-16T00:52:26.467850+0000","last_undegraded":"2024-09-16T00:52:26.467850+0000","last_fullsized":"2024-09-16T00:52:26.467850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853955+0000","last_change":"2024-09-16T00:52:25.484442+0000","last_active":"2024-09-16T00:52:26.853955+0000","last_peered":"2024-09-16T00:52:26.853955+0000","last_clean":"2024-09-16T00:52:26.853955+0000","last_became_active":"2024-09-16T00:52:25.483948+0000","last_became_peered":"2024-09-16T00:52:25.483948+0000","last_unstale":"2024-09-16T00:52:26.853955+0000","last_undegraded":"2024-09-16T00:52:26.853955+0000","last_fullsized":"2024-09-16T00:52:26.853955+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466918+0000","last_change":"2024-09-16T00:52:21.457390+0000","last_active":"2024-09-16T00:52:26.466918+0000","last_peered":"2024-09-16T00:52:26.466918+0000","last_clean":"2024-09-16T00:52:26.466918+0000","last_became_active":"2024-09-16T00:52:21.457092+0000","last_became_peered":"2024-09-16T00:52:21.457092+0000","last_unstale":"2024-09-16T00:52:26.466918+0000","last_undegraded":"2024-09-16T00:52:26.466918+0000","last_fullsized":"2024-09-16T00:52:26.466918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853328+0000","last_change":"2024-09-16T00:52:20.452600+0000","last_active":"2024-09-16T00:52:26.853328+0000","last_peered":"2024-09-16T00:52:26.853328+0000","last_clean":"2024-09-16T00:52:26.853328+0000","last_became_active":"2024-09-16T00:52:20.452305+0000","last_became_peered":"2024-09-16T00:52:20.452305+0000","last_unstale":"2024-09-16T00:52:26.853328+0000","last_undegraded":"2024-09-16T00:52:26.853328+0000","last_fullsized":"2024-09-16T00:52:26.853328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":179,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467749+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:52:26.467749+0000","last_peered":"2024-09-16T00:52:26.467749+0000","last_clean":"2024-09-16T00:52:26.467749+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:52:26.467749+0000","last_undegraded":"2024-09-16T00:52:26.467749+0000","last_fullsized":"2024-09-16T00:52:26.467749+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817163+0000","last_change":"2024-09-16T00:52:25.485230+0000","last_active":"2024-09-16T00:52:26.817163+0000","last_peered":"2024-09-16T00:52:26.817163+0000","last_clean":"2024-09-16T00:52:26.817163+0000","last_became_active":"2024-09-16T00:52:25.484807+0000","last_became_peered":"2024-09-16T00:52:25.484807+0000","last_unstale":"2024-09-16T00:52:26.817163+0000","last_undegraded":"2024-09-16T00:52:26.817163+0000","last_fullsized":"2024-09-16T00:52:26.817163+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468711+0000","last_change":"2024-09-16T00:52:21.460610+0000","last_active":"2024-09-16T00:52:26.468711+0000","last_peered":"2024-09-16T00:52:26.468711+0000","last_clean":"2024-09-16T00:52:26.468711+0000","last_became_active":"2024-09-16T00:52:21.460328+0000","last_became_peered":"2024-09-16T00:52:21.460328+0000","last_unstale":"2024-09-16T00:52:26.468711+0000","last_undegraded":"2024-09-16T00:52:26.468711+0000","last_fullsized":"2024-09-16T00:52:26.468711+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853984+0000","last_change":"2024-09-16T00:52:20.450317+0000","last_active":"2024-09-16T00:52:26.853984+0000","last_peered":"2024-09-16T00:52:26.853984+0000","last_clean":"2024-09-16T00:52:26.853984+0000","last_became_active":"2024-09-16T00:52:20.449989+0000","last_became_peered":"2024-09-16T00:52:20.449989+0000","last_unstale":"2024-09-16T00:52:26.853984+0000","last_undegraded":"2024-09-16T00:52:26.853984+0000","last_fullsized":"2024-09-16T00:52:26.853984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816810+0000","last_change":"2024-09-16T00:52:25.480689+0000","last_active":"2024-09-16T00:52:26.816810+0000","last_peered":"2024-09-16T00:52:26.816810+0000","last_clean":"2024-09-16T00:52:26.816810+0000","last_became_active":"2024-09-16T00:52:25.480212+0000","last_became_peered":"2024-09-16T00:52:25.480212+0000","last_unstale":"2024-09-16T00:52:26.816810+0000","last_undegraded":"2024-09-16T00:52:26.816810+0000","last_fullsized":"2024-09-16T00:52:26.816810+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853799+0000","last_change":"2024-09-16T00:52:21.463462+0000","last_active":"2024-09-16T00:52:26.853799+0000","last_peered":"2024-09-16T00:52:26.853799+0000","last_clean":"2024-09-16T00:52:26.853799+0000","last_became_active":"2024-09-16T00:52:21.461790+0000","last_became_peered":"2024-09-16T00:52:21.461790+0000","last_unstale":"2024-09-16T00:52:26.853799+0000","last_undegraded":"2024-09-16T00:52:26.853799+0000","last_fullsized":"2024-09-16T00:52:26.853799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854524+0000","last_change":"2024-09-16T00:52:20.449625+0000","last_active":"2024-09-16T00:52:26.854524+0000","last_peered":"2024-09-16T00:52:26.854524+0000","last_clean":"2024-09-16T00:52:26.854524+0000","last_became_active":"2024-09-16T00:52:20.449319+0000","last_became_peered":"2024-09-16T00:52:20.449319+0000","last_unstale":"2024-09-16T00:52:26.854524+0000","last_undegraded":"2024-09-16T00:52:26.854524+0000","last_fullsized":"2024-09-16T00:52:26.854524+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:13.279302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854531+0000","last_change":"2024-09-16T00:52:25.486619+0000","last_active":"2024-09-16T00:52:26.854531+0000","last_peered":"2024-09-16T00:52:26.854531+0000","last_clean":"2024-09-16T00:52:26.854531+0000","last_became_active":"2024-09-16T00:52:25.486187+0000","last_became_peered":"2024-09-16T00:52:25.486187+0000","last_unstale":"2024-09-16T00:52:26.854531+0000","last_undegraded":"2024-09-16T00:52:26.854531+0000","last_fullsized":"2024-09-16T00:52:26.854531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469299+0000","last_change":"2024-09-16T00:52:21.459878+0000","last_active":"2024-09-16T00:52:26.469299+0000","last_peered":"2024-09-16T00:52:26.469299+0000","last_clean":"2024-09-16T00:52:26.469299+0000","last_became_active":"2024-09-16T00:52:21.457160+0000","last_became_peered":"2024-09-16T00:52:21.457160+0000","last_unstale":"2024-09-16T00:52:26.469299+0000","last_undegraded":"2024-09-16T00:52:26.469299+0000","last_fullsized":"2024-09-16T00:52:26.469299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:28.174533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853509+0000","last_change":"2024-09-16T00:52:20.446912+0000","last_active":"2024-09-16T00:52:26.853509+0000","last_peered":"2024-09-16T00:52:26.853509+0000","last_clean":"2024-09-16T00:52:26.853509+0000","last_became_active":"2024-09-16T00:52:20.446371+0000","last_became_peered":"2024-09-16T00:52:20.446371+0000","last_unstale":"2024-09-16T00:52:26.853509+0000","last_undegraded":"2024-09-16T00:52:26.853509+0000","last_fullsized":"2024-09-16T00:52:26.853509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:05:16.324024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853092+0000","last_change":"2024-09-16T00:52:25.485200+0000","last_active":"2024-09-16T00:52:26.853092+0000","last_peered":"2024-09-16T00:52:26.853092+0000","last_clean":"2024-09-16T00:52:26.853092+0000","last_became_active":"2024-09-16T00:52:25.484766+0000","last_became_peered":"2024-09-16T00:52:25.484766+0000","last_unstale":"2024-09-16T00:52:26.853092+0000","last_undegraded":"2024-09-16T00:52:26.853092+0000","last_fullsized":"2024-09-16T00:52:26.853092+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:30.082953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468876+0000","last_change":"2024-09-16T00:52:21.455694+0000","last_active":"2024-09-16T00:52:26.468876+0000","last_peered":"2024-09-16T00:52:26.468876+0000","last_clean":"2024-09-16T00:52:26.468876+0000","last_became_active":"2024-09-16T00:52:21.455409+0000","last_became_peered":"2024-09-16T00:52:21.455409+0000","last_unstale":"2024-09-16T00:52:26.468876+0000","last_undegraded":"2024-09-16T00:52:26.468876+0000","last_fullsized":"2024-09-16T00:52:26.468876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467867+0000","last_change":"2024-09-16T00:52:20.445957+0000","last_active":"2024-09-16T00:52:26.467867+0000","last_peered":"2024-09-16T00:52:26.467867+0000","last_clean":"2024-09-16T00:52:26.467867+0000","last_became_active":"2024-09-16T00:52:20.445673+0000","last_became_peered":"2024-09-16T00:52:20.445673+0000","last_unstale":"2024-09-16T00:52:26.467867+0000","last_undegraded":"2024-09-16T00:52:26.467867+0000","last_fullsized":"2024-09-16T00:52:26.467867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:58.220861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469143+0000","last_change":"2024-09-16T00:52:25.492272+0000","last_active":"2024-09-16T00:52:26.469143+0000","last_peered":"2024-09-16T00:52:26.469143+0000","last_clean":"2024-09-16T00:52:26.469143+0000","last_became_active":"2024-09-16T00:52:25.491415+0000","last_became_peered":"2024-09-16T00:52:25.491415+0000","last_unstale":"2024-09-16T00:52:26.469143+0000","last_undegraded":"2024-09-16T00:52:26.469143+0000","last_fullsized":"2024-09-16T00:52:26.469143+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468150+0000","last_change":"2024-09-16T00:52:21.454792+0000","last_active":"2024-09-16T00:52:26.468150+0000","last_peered":"2024-09-16T00:52:26.468150+0000","last_clean":"2024-09-16T00:52:26.468150+0000","last_became_active":"2024-09-16T00:52:21.453433+0000","last_became_peered":"2024-09-16T00:52:21.453433+0000","last_unstale":"2024-09-16T00:52:26.468150+0000","last_undegraded":"2024-09-16T00:52:26.468150+0000","last_fullsized":"2024-09-16T00:52:26.468150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.852757+0000","last_change":"2024-09-16T00:52:20.442672+0000","last_active":"2024-09-16T00:52:26.852757+0000","last_peered":"2024-09-16T00:52:26.852757+0000","last_clean":"2024-09-16T00:52:26.852757+0000","last_became_active":"2024-09-16T00:52:20.442362+0000","last_became_peered":"2024-09-16T00:52:20.442362+0000","last_unstale":"2024-09-16T00:52:26.852757+0000","last_undegraded":"2024-09-16T00:52:26.852757+0000","last_fullsized":"2024-09-16T00:52:26.852757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:33.775533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853804+0000","last_change":"2024-09-16T00:52:25.487454+0000","last_active":"2024-09-16T00:52:26.853804+0000","last_peered":"2024-09-16T00:52:26.853804+0000","last_clean":"2024-09-16T00:52:26.853804+0000","last_became_active":"2024-09-16T00:52:25.485540+0000","last_became_peered":"2024-09-16T00:52:25.485540+0000","last_unstale":"2024-09-16T00:52:26.853804+0000","last_undegraded":"2024-09-16T00:52:26.853804+0000","last_fullsized":"2024-09-16T00:52:26.853804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816807+0000","last_change":"2024-09-16T00:52:21.464862+0000","last_active":"2024-09-16T00:52:26.816807+0000","last_peered":"2024-09-16T00:52:26.816807+0000","last_clean":"2024-09-16T00:52:26.816807+0000","last_became_active":"2024-09-16T00:52:21.464544+0000","last_became_peered":"2024-09-16T00:52:21.464544+0000","last_unstale":"2024-09-16T00:52:26.816807+0000","last_undegraded":"2024-09-16T00:52:26.816807+0000","last_fullsized":"2024-09-16T00:52:26.816807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:17.142291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816894+0000","last_change":"2024-09-16T00:52:20.447828+0000","last_active":"2024-09-16T00:52:26.816894+0000","last_peered":"2024-09-16T00:52:26.816894+0000","last_clean":"2024-09-16T00:52:26.816894+0000","last_became_active":"2024-09-16T00:52:20.447492+0000","last_became_peered":"2024-09-16T00:52:20.447492+0000","last_unstale":"2024-09-16T00:52:26.816894+0000","last_undegraded":"2024-09-16T00:52:26.816894+0000","last_fullsized":"2024-09-16T00:52:26.816894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:58.856047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467586+0000","last_change":"2024-09-16T00:52:25.487852+0000","last_active":"2024-09-16T00:52:26.467586+0000","last_peered":"2024-09-16T00:52:26.467586+0000","last_clean":"2024-09-16T00:52:26.467586+0000","last_became_active":"2024-09-16T00:52:25.487316+0000","last_became_peered":"2024-09-16T00:52:25.487316+0000","last_unstale":"2024-09-16T00:52:26.467586+0000","last_undegraded":"2024-09-16T00:52:26.467586+0000","last_fullsized":"2024-09-16T00:52:26.467586+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:44.629561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468584+0000","last_change":"2024-09-16T00:52:21.458725+0000","last_active":"2024-09-16T00:52:26.468584+0000","last_peered":"2024-09-16T00:52:26.468584+0000","last_clean":"2024-09-16T00:52:26.468584+0000","last_became_active":"2024-09-16T00:52:21.457617+0000","last_became_peered":"2024-09-16T00:52:21.457617+0000","last_unstale":"2024-09-16T00:52:26.468584+0000","last_undegraded":"2024-09-16T00:52:26.468584+0000","last_fullsized":"2024-09-16T00:52:26.468584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853467+0000","last_change":"2024-09-16T00:52:20.455668+0000","last_active":"2024-09-16T00:52:26.853467+0000","last_peered":"2024-09-16T00:52:26.853467+0000","last_clean":"2024-09-16T00:52:26.853467+0000","last_became_active":"2024-09-16T00:52:20.455365+0000","last_became_peered":"2024-09-16T00:52:20.455365+0000","last_unstale":"2024-09-16T00:52:26.853467+0000","last_undegraded":"2024-09-16T00:52:26.853467+0000","last_fullsized":"2024-09-16T00:52:26.853467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:15.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467197+0000","last_change":"2024-09-16T00:52:25.486823+0000","last_active":"2024-09-16T00:52:26.467197+0000","last_peered":"2024-09-16T00:52:26.467197+0000","last_clean":"2024-09-16T00:52:26.467197+0000","last_became_active":"2024-09-16T00:52:25.486375+0000","last_became_peered":"2024-09-16T00:52:25.486375+0000","last_unstale":"2024-09-16T00:52:26.467197+0000","last_undegraded":"2024-09-16T00:52:26.467197+0000","last_fullsized":"2024-09-16T00:52:26.467197+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:55.135046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854088+0000","last_change":"2024-09-16T00:52:21.467134+0000","last_active":"2024-09-16T00:52:26.854088+0000","last_peered":"2024-09-16T00:52:26.854088+0000","last_clean":"2024-09-16T00:52:26.854088+0000","last_became_active":"2024-09-16T00:52:21.466811+0000","last_became_peered":"2024-09-16T00:52:21.466811+0000","last_unstale":"2024-09-16T00:52:26.854088+0000","last_undegraded":"2024-09-16T00:52:26.854088+0000","last_fullsized":"2024-09-16T00:52:26.854088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:33.191952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854726+0000","last_change":"2024-09-16T00:52:20.444916+0000","last_active":"2024-09-16T00:52:26.854726+0000","last_peered":"2024-09-16T00:52:26.854726+0000","last_clean":"2024-09-16T00:52:26.854726+0000","last_became_active":"2024-09-16T00:52:20.444630+0000","last_became_peered":"2024-09-16T00:52:20.444630+0000","last_unstale":"2024-09-16T00:52:26.854726+0000","last_undegraded":"2024-09-16T00:52:26.854726+0000","last_fullsized":"2024-09-16T00:52:26.854726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.188225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853739+0000","last_change":"2024-09-16T00:52:25.486475+0000","last_active":"2024-09-16T00:52:26.853739+0000","last_peered":"2024-09-16T00:52:26.853739+0000","last_clean":"2024-09-16T00:52:26.853739+0000","last_became_active":"2024-09-16T00:52:25.486044+0000","last_became_peered":"2024-09-16T00:52:25.486044+0000","last_unstale":"2024-09-16T00:52:26.853739+0000","last_undegraded":"2024-09-16T00:52:26.853739+0000","last_fullsized":"2024-09-16T00:52:26.853739+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468613+0000","last_change":"2024-09-16T00:52:21.459624+0000","last_active":"2024-09-16T00:52:26.468613+0000","last_peered":"2024-09-16T00:52:26.468613+0000","last_clean":"2024-09-16T00:52:26.468613+0000","last_became_active":"2024-09-16T00:52:21.457937+0000","last_became_peered":"2024-09-16T00:52:21.457937+0000","last_unstale":"2024-09-16T00:52:26.468613+0000","last_undegraded":"2024-09-16T00:52:26.468613+0000","last_fullsized":"2024-09-16T00:52:26.468613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:30.939431+0000","last_change":"2024-09-16T00:52:20.448475+0000","last_active":"2024-09-16T00:52:30.939431+0000","last_peered":"2024-09-16T00:52:30.939431+0000","last_clean":"2024-09-16T00:52:30.939431+0000","last_became_active":"2024-09-16T00:52:20.448179+0000","last_became_peered":"2024-09-16T00:52:20.448179+0000","last_unstale":"2024-09-16T00:52:30.939431+0000","last_undegraded":"2024-09-16T00:52:30.939431+0000","last_fullsized":"2024-09-16T00:52:30.939431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:19.597489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854034+0000","last_change":"2024-09-16T00:52:25.483424+0000","last_active":"2024-09-16T00:52:26.854034+0000","last_peered":"2024-09-16T00:52:26.854034+0000","last_clean":"2024-09-16T00:52:26.854034+0000","last_became_active":"2024-09-16T00:52:25.482914+0000","last_became_peered":"2024-09-16T00:52:25.482914+0000","last_unstale":"2024-09-16T00:52:26.854034+0000","last_undegraded":"2024-09-16T00:52:26.854034+0000","last_fullsized":"2024-09-16T00:52:26.854034+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469506+0000","last_change":"2024-09-16T00:52:21.468074+0000","last_active":"2024-09-16T00:52:26.469506+0000","last_peered":"2024-09-16T00:52:26.469506+0000","last_clean":"2024-09-16T00:52:26.469506+0000","last_became_active":"2024-09-16T00:52:21.467767+0000","last_became_peered":"2024-09-16T00:52:21.467767+0000","last_unstale":"2024-09-16T00:52:26.469506+0000","last_undegraded":"2024-09-16T00:52:26.469506+0000","last_fullsized":"2024-09-16T00:52:26.469506+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:20.317831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854596+0000","last_change":"2024-09-16T00:52:20.450667+0000","last_active":"2024-09-16T00:52:26.854596+0000","last_peered":"2024-09-16T00:52:26.854596+0000","last_clean":"2024-09-16T00:52:26.854596+0000","last_became_active":"2024-09-16T00:52:20.450372+0000","last_became_peered":"2024-09-16T00:52:20.450372+0000","last_unstale":"2024-09-16T00:52:26.854596+0000","last_undegraded":"2024-09-16T00:52:26.854596+0000","last_fullsized":"2024-09-16T00:52:26.854596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:18.574280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468200+0000","last_change":"2024-09-16T00:52:25.494681+0000","last_active":"2024-09-16T00:52:26.468200+0000","last_peered":"2024-09-16T00:52:26.468200+0000","last_clean":"2024-09-16T00:52:26.468200+0000","last_became_active":"2024-09-16T00:52:25.494088+0000","last_became_peered":"2024-09-16T00:52:25.494088+0000","last_unstale":"2024-09-16T00:52:26.468200+0000","last_undegraded":"2024-09-16T00:52:26.468200+0000","last_fullsized":"2024-09-16T00:52:26.468200+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:37.310136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854166+0000","last_change":"2024-09-16T00:52:21.461877+0000","last_active":"2024-09-16T00:52:26.854166+0000","last_peered":"2024-09-16T00:52:26.854166+0000","last_clean":"2024-09-16T00:52:26.854166+0000","last_became_active":"2024-09-16T00:52:21.461564+0000","last_became_peered":"2024-09-16T00:52:21.461564+0000","last_unstale":"2024-09-16T00:52:26.854166+0000","last_undegraded":"2024-09-16T00:52:26.854166+0000","last_fullsized":"2024-09-16T00:52:26.854166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853573+0000","last_change":"2024-09-16T00:52:20.456522+0000","last_active":"2024-09-16T00:52:26.853573+0000","last_peered":"2024-09-16T00:52:26.853573+0000","last_clean":"2024-09-16T00:52:26.853573+0000","last_became_active":"2024-09-16T00:52:20.456136+0000","last_became_peered":"2024-09-16T00:52:20.456136+0000","last_unstale":"2024-09-16T00:52:26.853573+0000","last_undegraded":"2024-09-16T00:52:26.853573+0000","last_fullsized":"2024-09-16T00:52:26.853573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466966+0000","last_change":"2024-09-16T00:52:25.487456+0000","last_active":"2024-09-16T00:52:26.466966+0000","last_peered":"2024-09-16T00:52:26.466966+0000","last_clean":"2024-09-16T00:52:26.466966+0000","last_became_active":"2024-09-16T00:52:25.487075+0000","last_became_peered":"2024-09-16T00:52:25.487075+0000","last_unstale":"2024-09-16T00:52:26.466966+0000","last_undegraded":"2024-09-16T00:52:26.466966+0000","last_fullsized":"2024-09-16T00:52:26.466966+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:16.989927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853475+0000","last_change":"2024-09-16T00:52:21.467157+0000","last_active":"2024-09-16T00:52:26.853475+0000","last_peered":"2024-09-16T00:52:26.853475+0000","last_clean":"2024-09-16T00:52:26.853475+0000","last_became_active":"2024-09-16T00:52:21.466937+0000","last_became_peered":"2024-09-16T00:52:21.466937+0000","last_unstale":"2024-09-16T00:52:26.853475+0000","last_undegraded":"2024-09-16T00:52:26.853475+0000","last_fullsized":"2024-09-16T00:52:26.853475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817263+0000","last_change":"2024-09-16T00:52:20.454005+0000","last_active":"2024-09-16T00:52:26.817263+0000","last_peered":"2024-09-16T00:52:26.817263+0000","last_clean":"2024-09-16T00:52:26.817263+0000","last_became_active":"2024-09-16T00:52:20.453678+0000","last_became_peered":"2024-09-16T00:52:20.453678+0000","last_unstale":"2024-09-16T00:52:26.817263+0000","last_undegraded":"2024-09-16T00:52:26.817263+0000","last_fullsized":"2024-09-16T00:52:26.817263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:46.952374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466800+0000","last_change":"2024-09-16T00:52:25.477874+0000","last_active":"2024-09-16T00:52:26.466800+0000","last_peered":"2024-09-16T00:52:26.466800+0000","last_clean":"2024-09-16T00:52:26.466800+0000","last_became_active":"2024-09-16T00:52:25.477453+0000","last_became_peered":"2024-09-16T00:52:25.477453+0000","last_unstale":"2024-09-16T00:52:26.466800+0000","last_undegraded":"2024-09-16T00:52:26.466800+0000","last_fullsized":"2024-09-16T00:52:26.466800+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:53.609735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853648+0000","last_change":"2024-09-16T00:52:25.488365+0000","last_active":"2024-09-16T00:52:26.853648+0000","last_peered":"2024-09-16T00:52:26.853648+0000","last_clean":"2024-09-16T00:52:26.853648+0000","last_became_active":"2024-09-16T00:52:25.487978+0000","last_became_peered":"2024-09-16T00:52:25.487978+0000","last_unstale":"2024-09-16T00:52:26.853648+0000","last_undegraded":"2024-09-16T00:52:26.853648+0000","last_fullsized":"2024-09-16T00:52:26.853648+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:09.346572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.456338+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.455707+0000","last_became_peered":"2024-09-16T00:52:21.455707+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853195+0000","last_change":"2024-09-16T00:52:20.450238+0000","last_active":"2024-09-16T00:52:26.853195+0000","last_peered":"2024-09-16T00:52:26.853195+0000","last_clean":"2024-09-16T00:52:26.853195+0000","last_became_active":"2024-09-16T00:52:20.449946+0000","last_became_peered":"2024-09-16T00:52:20.449946+0000","last_unstale":"2024-09-16T00:52:26.853195+0000","last_undegraded":"2024-09-16T00:52:26.853195+0000","last_fullsized":"2024-09-16T00:52:26.853195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:39:17.302284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817195+0000","last_change":"2024-09-16T00:52:25.480435+0000","last_active":"2024-09-16T00:52:26.817195+0000","last_peered":"2024-09-16T00:52:26.817195+0000","last_clean":"2024-09-16T00:52:26.817195+0000","last_became_active":"2024-09-16T00:52:25.479952+0000","last_became_peered":"2024-09-16T00:52:25.479952+0000","last_unstale":"2024-09-16T00:52:26.817195+0000","last_undegraded":"2024-09-16T00:52:26.817195+0000","last_fullsized":"2024-09-16T00:52:26.817195+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466837+0000","last_change":"2024-09-16T00:52:21.461887+0000","last_active":"2024-09-16T00:52:26.466837+0000","last_peered":"2024-09-16T00:52:26.466837+0000","last_clean":"2024-09-16T00:52:26.466837+0000","last_became_active":"2024-09-16T00:52:21.461360+0000","last_became_peered":"2024-09-16T00:52:21.461360+0000","last_unstale":"2024-09-16T00:52:26.466837+0000","last_undegraded":"2024-09-16T00:52:26.466837+0000","last_fullsized":"2024-09-16T00:52:26.466837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:10.434919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467420+0000","last_change":"2024-09-16T00:52:20.448632+0000","last_active":"2024-09-16T00:52:26.467420+0000","last_peered":"2024-09-16T00:52:26.467420+0000","last_clean":"2024-09-16T00:52:26.467420+0000","last_became_active":"2024-09-16T00:52:20.448327+0000","last_became_peered":"2024-09-16T00:52:20.448327+0000","last_unstale":"2024-09-16T00:52:26.467420+0000","last_undegraded":"2024-09-16T00:52:26.467420+0000","last_fullsized":"2024-09-16T00:52:26.467420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816979+0000","last_change":"2024-09-16T00:52:20.450648+0000","last_active":"2024-09-16T00:52:26.816979+0000","last_peered":"2024-09-16T00:52:26.816979+0000","last_clean":"2024-09-16T00:52:26.816979+0000","last_became_active":"2024-09-16T00:52:20.450350+0000","last_became_peered":"2024-09-16T00:52:20.450350+0000","last_unstale":"2024-09-16T00:52:26.816979+0000","last_undegraded":"2024-09-16T00:52:26.816979+0000","last_fullsized":"2024-09-16T00:52:26.816979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:38.164488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854679+0000","last_change":"2024-09-16T00:52:21.460601+0000","last_active":"2024-09-16T00:52:26.854679+0000","last_peered":"2024-09-16T00:52:26.854679+0000","last_clean":"2024-09-16T00:52:26.854679+0000","last_became_active":"2024-09-16T00:52:21.459844+0000","last_became_peered":"2024-09-16T00:52:21.459844+0000","last_unstale":"2024-09-16T00:52:26.854679+0000","last_undegraded":"2024-09-16T00:52:26.854679+0000","last_fullsized":"2024-09-16T00:52:26.854679+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853805+0000","last_change":"2024-09-16T00:52:25.486621+0000","last_active":"2024-09-16T00:52:26.853805+0000","last_peered":"2024-09-16T00:52:26.853805+0000","last_clean":"2024-09-16T00:52:26.853805+0000","last_became_active":"2024-09-16T00:52:25.486189+0000","last_became_peered":"2024-09-16T00:52:25.486189+0000","last_unstale":"2024-09-16T00:52:26.853805+0000","last_undegraded":"2024-09-16T00:52:26.853805+0000","last_fullsized":"2024-09-16T00:52:26.853805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:37.219605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467137+0000","last_change":"2024-09-16T00:52:20.444584+0000","last_active":"2024-09-16T00:52:26.467137+0000","last_peered":"2024-09-16T00:52:26.467137+0000","last_clean":"2024-09-16T00:52:26.467137+0000","last_became_active":"2024-09-16T00:52:20.444197+0000","last_became_peered":"2024-09-16T00:52:20.444197+0000","last_unstale":"2024-09-16T00:52:26.467137+0000","last_undegraded":"2024-09-16T00:52:26.467137+0000","last_fullsized":"2024-09-16T00:52:26.467137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:00.541926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469854+0000","last_change":"2024-09-16T00:52:21.457502+0000","last_active":"2024-09-16T00:52:26.469854+0000","last_peered":"2024-09-16T00:52:26.469854+0000","last_clean":"2024-09-16T00:52:26.469854+0000","last_became_active":"2024-09-16T00:52:21.457233+0000","last_became_peered":"2024-09-16T00:52:21.457233+0000","last_unstale":"2024-09-16T00:52:26.469854+0000","last_undegraded":"2024-09-16T00:52:26.469854+0000","last_fullsized":"2024-09-16T00:52:26.469854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:08.601481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467498+0000","last_change":"2024-09-16T00:52:25.486130+0000","last_active":"2024-09-16T00:52:26.467498+0000","last_peered":"2024-09-16T00:52:26.467498+0000","last_clean":"2024-09-16T00:52:26.467498+0000","last_became_active":"2024-09-16T00:52:25.485715+0000","last_became_peered":"2024-09-16T00:52:25.485715+0000","last_unstale":"2024-09-16T00:52:26.467498+0000","last_undegraded":"2024-09-16T00:52:26.467498+0000","last_fullsized":"2024-09-16T00:52:26.467498+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:57.086003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816618+0000","last_change":"2024-09-16T00:52:21.464039+0000","last_active":"2024-09-16T00:52:26.816618+0000","last_peered":"2024-09-16T00:52:26.816618+0000","last_clean":"2024-09-16T00:52:26.816618+0000","last_became_active":"2024-09-16T00:52:21.463752+0000","last_became_peered":"2024-09-16T00:52:21.463752+0000","last_unstale":"2024-09-16T00:52:26.816618+0000","last_undegraded":"2024-09-16T00:52:26.816618+0000","last_fullsized":"2024-09-16T00:52:26.816618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:02.012662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853041+0000","last_change":"2024-09-16T00:52:21.452369+0000","last_active":"2024-09-16T00:52:26.853041+0000","last_peered":"2024-09-16T00:52:26.853041+0000","last_clean":"2024-09-16T00:52:26.853041+0000","last_became_active":"2024-09-16T00:52:21.452017+0000","last_became_peered":"2024-09-16T00:52:21.452017+0000","last_unstale":"2024-09-16T00:52:26.853041+0000","last_undegraded":"2024-09-16T00:52:26.853041+0000","last_fullsized":"2024-09-16T00:52:26.853041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:19.578707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853323+0000","last_change":"2024-09-16T00:52:21.460114+0000","last_active":"2024-09-16T00:52:26.853323+0000","last_peered":"2024-09-16T00:52:26.853323+0000","last_clean":"2024-09-16T00:52:26.853323+0000","last_became_active":"2024-09-16T00:52:21.459713+0000","last_became_peered":"2024-09-16T00:52:21.459713+0000","last_unstale":"2024-09-16T00:52:26.853323+0000","last_undegraded":"2024-09-16T00:52:26.853323+0000","last_fullsized":"2024-09-16T00:52:26.853323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854584+0000","last_change":"2024-09-16T00:52:21.461507+0000","last_active":"2024-09-16T00:52:26.854584+0000","last_peered":"2024-09-16T00:52:26.854584+0000","last_clean":"2024-09-16T00:52:26.854584+0000","last_became_active":"2024-09-16T00:52:21.461140+0000","last_became_peered":"2024-09-16T00:52:21.461140+0000","last_unstale":"2024-09-16T00:52:26.854584+0000","last_undegraded":"2024-09-16T00:52:26.854584+0000","last_fullsized":"2024-09-16T00:52:26.854584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467271+0000","last_change":"2024-09-16T00:52:21.455862+0000","last_active":"2024-09-16T00:52:26.467271+0000","last_peered":"2024-09-16T00:52:26.467271+0000","last_clean":"2024-09-16T00:52:26.467271+0000","last_became_active":"2024-09-16T00:52:21.455525+0000","last_became_peered":"2024-09-16T00:52:21.455525+0000","last_unstale":"2024-09-16T00:52:26.467271+0000","last_undegraded":"2024-09-16T00:52:26.467271+0000","last_fullsized":"2024-09-16T00:52:26.467271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854398+0000","last_change":"2024-09-16T00:52:21.455905+0000","last_active":"2024-09-16T00:52:26.854398+0000","last_peered":"2024-09-16T00:52:26.854398+0000","last_clean":"2024-09-16T00:52:26.854398+0000","last_became_active":"2024-09-16T00:52:21.455259+0000","last_became_peered":"2024-09-16T00:52:21.455259+0000","last_unstale":"2024-09-16T00:52:26.854398+0000","last_undegraded":"2024-09-16T00:52:26.854398+0000","last_fullsized":"2024-09-16T00:52:26.854398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817553+0000","last_change":"2024-09-16T00:52:21.467359+0000","last_active":"2024-09-16T00:52:26.817553+0000","last_peered":"2024-09-16T00:52:26.817553+0000","last_clean":"2024-09-16T00:52:26.817553+0000","last_became_active":"2024-09-16T00:52:21.467085+0000","last_became_peered":"2024-09-16T00:52:21.467085+0000","last_unstale":"2024-09-16T00:52:26.817553+0000","last_undegraded":"2024-09-16T00:52:26.817553+0000","last_fullsized":"2024-09-16T00:52:26.817553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:32.330778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467555+0000","last_change":"2024-09-16T00:52:21.457417+0000","last_active":"2024-09-16T00:52:26.467555+0000","last_peered":"2024-09-16T00:52:26.467555+0000","last_clean":"2024-09-16T00:52:26.467555+0000","last_became_active":"2024-09-16T00:52:21.457042+0000","last_became_peered":"2024-09-16T00:52:21.457042+0000","last_unstale":"2024-09-16T00:52:26.467555+0000","last_undegraded":"2024-09-16T00:52:26.467555+0000","last_fullsized":"2024-09-16T00:52:26.467555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853190+0000","last_change":"2024-09-16T00:52:21.459956+0000","last_active":"2024-09-16T00:52:26.853190+0000","last_peered":"2024-09-16T00:52:26.853190+0000","last_clean":"2024-09-16T00:52:26.853190+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.853190+0000","last_undegraded":"2024-09-16T00:52:26.853190+0000","last_fullsized":"2024-09-16T00:52:26.853190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467123+0000","last_change":"2024-09-16T00:52:21.460977+0000","last_active":"2024-09-16T00:52:26.467123+0000","last_peered":"2024-09-16T00:52:26.467123+0000","last_clean":"2024-09-16T00:52:26.467123+0000","last_became_active":"2024-09-16T00:52:21.460398+0000","last_became_peered":"2024-09-16T00:52:21.460398+0000","last_unstale":"2024-09-16T00:52:26.467123+0000","last_undegraded":"2024-09-16T00:52:26.467123+0000","last_fullsized":"2024-09-16T00:52:26.467123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:38.615114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853617+0000","last_change":"2024-09-16T00:52:21.467206+0000","last_active":"2024-09-16T00:52:26.853617+0000","last_peered":"2024-09-16T00:52:26.853617+0000","last_clean":"2024-09-16T00:52:26.853617+0000","last_became_active":"2024-09-16T00:52:21.466882+0000","last_became_peered":"2024-09-16T00:52:21.466882+0000","last_unstale":"2024-09-16T00:52:26.853617+0000","last_undegraded":"2024-09-16T00:52:26.853617+0000","last_fullsized":"2024-09-16T00:52:26.853617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854320+0000","last_change":"2024-09-16T00:52:21.467217+0000","last_active":"2024-09-16T00:52:26.854320+0000","last_peered":"2024-09-16T00:52:26.854320+0000","last_clean":"2024-09-16T00:52:26.854320+0000","last_became_active":"2024-09-16T00:52:21.466878+0000","last_became_peered":"2024-09-16T00:52:21.466878+0000","last_unstale":"2024-09-16T00:52:26.854320+0000","last_undegraded":"2024-09-16T00:52:26.854320+0000","last_fullsized":"2024-09-16T00:52:26.854320+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:42:46.317644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817086+0000","last_change":"2024-09-16T00:52:21.459969+0000","last_active":"2024-09-16T00:52:26.817086+0000","last_peered":"2024-09-16T00:52:26.817086+0000","last_clean":"2024-09-16T00:52:26.817086+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.817086+0000","last_undegraded":"2024-09-16T00:52:26.817086+0000","last_fullsized":"2024-09-16T00:52:26.817086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:25.542237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468975+0000","last_change":"2024-09-16T00:52:21.449852+0000","last_active":"2024-09-16T00:52:26.468975+0000","last_peered":"2024-09-16T00:52:26.468975+0000","last_clean":"2024-09-16T00:52:26.468975+0000","last_became_active":"2024-09-16T00:52:21.449545+0000","last_became_peered":"2024-09-16T00:52:21.449545+0000","last_unstale":"2024-09-16T00:52:26.468975+0000","last_undegraded":"2024-09-16T00:52:26.468975+0000","last_fullsized":"2024-09-16T00:52:26.468975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.458898+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.458621+0000","last_became_peered":"2024-09-16T00:52:21.458621+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:14.283729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853911+0000","last_change":"2024-09-16T00:52:21.467629+0000","last_active":"2024-09-16T00:52:26.853911+0000","last_peered":"2024-09-16T00:52:26.853911+0000","last_clean":"2024-09-16T00:52:26.853911+0000","last_became_active":"2024-09-16T00:52:21.467361+0000","last_became_peered":"2024-09-16T00:52:21.467361+0000","last_unstale":"2024-09-16T00:52:26.853911+0000","last_undegraded":"2024-09-16T00:52:26.853911+0000","last_fullsized":"2024-09-16T00:52:26.853911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853027+0000","last_change":"2024-09-16T00:52:21.463863+0000","last_active":"2024-09-16T00:52:26.853027+0000","last_peered":"2024-09-16T00:52:26.853027+0000","last_clean":"2024-09-16T00:52:26.853027+0000","last_became_active":"2024-09-16T00:52:21.463580+0000","last_became_peered":"2024-09-16T00:52:21.463580+0000","last_unstale":"2024-09-16T00:52:26.853027+0000","last_undegraded":"2024-09-16T00:52:26.853027+0000","last_fullsized":"2024-09-16T00:52:26.853027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853510+0000","last_change":"2024-09-16T00:52:21.457331+0000","last_active":"2024-09-16T00:52:26.853510+0000","last_peered":"2024-09-16T00:52:26.853510+0000","last_clean":"2024-09-16T00:52:26.853510+0000","last_became_active":"2024-09-16T00:52:21.457063+0000","last_became_peered":"2024-09-16T00:52:21.457063+0000","last_unstale":"2024-09-16T00:52:26.853510+0000","last_undegraded":"2024-09-16T00:52:26.853510+0000","last_fullsized":"2024-09-16T00:52:26.853510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854002+0000","last_change":"2024-09-16T00:52:21.453526+0000","last_active":"2024-09-16T00:52:26.854002+0000","last_peered":"2024-09-16T00:52:26.854002+0000","last_clean":"2024-09-16T00:52:26.854002+0000","last_became_active":"2024-09-16T00:52:21.453159+0000","last_became_peered":"2024-09-16T00:52:21.453159+0000","last_unstale":"2024-09-16T00:52:26.854002+0000","last_undegraded":"2024-09-16T00:52:26.854002+0000","last_fullsized":"2024-09-16T00:52:26.854002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:45.162604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466916+0000","last_change":"2024-09-16T00:52:21.458416+0000","last_active":"2024-09-16T00:52:26.466916+0000","last_peered":"2024-09-16T00:52:26.466916+0000","last_clean":"2024-09-16T00:52:26.466916+0000","last_became_active":"2024-09-16T00:52:21.458102+0000","last_became_peered":"2024-09-16T00:52:21.458102+0000","last_unstale":"2024-09-16T00:52:26.466916+0000","last_undegraded":"2024-09-16T00:52:26.466916+0000","last_fullsized":"2024-09-16T00:52:26.466916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:31.477951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469381+0000","last_change":"2024-09-16T00:52:21.465719+0000","last_active":"2024-09-16T00:52:26.469381+0000","last_peered":"2024-09-16T00:52:26.469381+0000","last_clean":"2024-09-16T00:52:26.469381+0000","last_became_active":"2024-09-16T00:52:21.465413+0000","last_became_peered":"2024-09-16T00:52:21.465413+0000","last_unstale":"2024-09-16T00:52:26.469381+0000","last_undegraded":"2024-09-16T00:52:26.469381+0000","last_fullsized":"2024-09-16T00:52:26.469381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:59.860474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817305+0000","last_change":"2024-09-16T00:52:21.463027+0000","last_active":"2024-09-16T00:52:26.817305+0000","last_peered":"2024-09-16T00:52:26.817305+0000","last_clean":"2024-09-16T00:52:26.817305+0000","last_became_active":"2024-09-16T00:52:21.462616+0000","last_became_peered":"2024-09-16T00:52:21.462616+0000","last_unstale":"2024-09-16T00:52:26.817305+0000","last_undegraded":"2024-09-16T00:52:26.817305+0000","last_fullsized":"2024-09-16T00:52:26.817305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:54.773844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817521+0000","last_change":"2024-09-16T00:52:21.461324+0000","last_active":"2024-09-16T00:52:26.817521+0000","last_peered":"2024-09-16T00:52:26.817521+0000","last_clean":"2024-09-16T00:52:26.817521+0000","last_became_active":"2024-09-16T00:52:21.461051+0000","last_became_peered":"2024-09-16T00:52:21.461051+0000","last_unstale":"2024-09-16T00:52:26.817521+0000","last_undegraded":"2024-09-16T00:52:26.817521+0000","last_fullsized":"2024-09-16T00:52:26.817521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:33.282483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469193+0000","last_change":"2024-09-16T00:52:21.453758+0000","last_active":"2024-09-16T00:52:26.469193+0000","last_peered":"2024-09-16T00:52:26.469193+0000","last_clean":"2024-09-16T00:52:26.469193+0000","last_became_active":"2024-09-16T00:52:21.453201+0000","last_became_peered":"2024-09-16T00:52:21.453201+0000","last_unstale":"2024-09-16T00:52:26.469193+0000","last_undegraded":"2024-09-16T00:52:26.469193+0000","last_fullsized":"2024-09-16T00:52:26.469193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:53.548767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466596+0000","last_change":"2024-09-16T00:52:21.470226+0000","last_active":"2024-09-16T00:52:26.466596+0000","last_peered":"2024-09-16T00:52:26.466596+0000","last_clean":"2024-09-16T00:52:26.466596+0000","last_became_active":"2024-09-16T00:52:21.469845+0000","last_became_peered":"2024-09-16T00:52:21.469845+0000","last_unstale":"2024-09-16T00:52:26.466596+0000","last_undegraded":"2024-09-16T00:52:26.466596+0000","last_fullsized":"2024-09-16T00:52:26.466596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:21.334629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468041+0000","last_change":"2024-09-16T00:52:21.455068+0000","last_active":"2024-09-16T00:52:26.468041+0000","last_peered":"2024-09-16T00:52:26.468041+0000","last_clean":"2024-09-16T00:52:26.468041+0000","last_became_active":"2024-09-16T00:52:21.454766+0000","last_became_peered":"2024-09-16T00:52:21.454766+0000","last_unstale":"2024-09-16T00:52:26.468041+0000","last_undegraded":"2024-09-16T00:52:26.468041+0000","last_fullsized":"2024-09-16T00:52:26.468041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853152+0000","last_change":"2024-09-16T00:52:21.464248+0000","last_active":"2024-09-16T00:52:26.853152+0000","last_peered":"2024-09-16T00:52:26.853152+0000","last_clean":"2024-09-16T00:52:26.853152+0000","last_became_active":"2024-09-16T00:52:21.463884+0000","last_became_peered":"2024-09-16T00:52:21.463884+0000","last_unstale":"2024-09-16T00:52:26.853152+0000","last_undegraded":"2024-09-16T00:52:26.853152+0000","last_fullsized":"2024-09-16T00:52:26.853152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468304+0000","last_change":"2024-09-16T00:52:21.450580+0000","last_active":"2024-09-16T00:52:26.468304+0000","last_peered":"2024-09-16T00:52:26.468304+0000","last_clean":"2024-09-16T00:52:26.468304+0000","last_became_active":"2024-09-16T00:52:21.450267+0000","last_became_peered":"2024-09-16T00:52:21.450267+0000","last_unstale":"2024-09-16T00:52:26.468304+0000","last_undegraded":"2024-09-16T00:52:26.468304+0000","last_fullsized":"2024-09-16T00:52:26.468304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853485+0000","last_change":"2024-09-16T00:52:21.462926+0000","last_active":"2024-09-16T00:52:26.853485+0000","last_peered":"2024-09-16T00:52:26.853485+0000","last_clean":"2024-09-16T00:52:26.853485+0000","last_became_active":"2024-09-16T00:52:21.462618+0000","last_became_peered":"2024-09-16T00:52:21.462618+0000","last_unstale":"2024-09-16T00:52:26.853485+0000","last_undegraded":"2024-09-16T00:52:26.853485+0000","last_fullsized":"2024-09-16T00:52:26.853485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853306+0000","last_change":"2024-09-16T00:52:21.460539+0000","last_active":"2024-09-16T00:52:26.853306+0000","last_peered":"2024-09-16T00:52:26.853306+0000","last_clean":"2024-09-16T00:52:26.853306+0000","last_became_active":"2024-09-16T00:52:21.460262+0000","last_became_peered":"2024-09-16T00:52:21.460262+0000","last_unstale":"2024-09-16T00:52:26.853306+0000","last_undegraded":"2024-09-16T00:52:26.853306+0000","last_fullsized":"2024-09-16T00:52:26.853306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854704+0000","last_change":"2024-09-16T00:52:21.455250+0000","last_active":"2024-09-16T00:52:26.854704+0000","last_peered":"2024-09-16T00:52:26.854704+0000","last_clean":"2024-09-16T00:52:26.854704+0000","last_became_active":"2024-09-16T00:52:21.454962+0000","last_became_peered":"2024-09-16T00:52:21.454962+0000","last_unstale":"2024-09-16T00:52:26.854704+0000","last_undegraded":"2024-09-16T00:52:26.854704+0000","last_fullsized":"2024-09-16T00:52:26.854704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468991+0000","last_change":"2024-09-16T00:52:21.459252+0000","last_active":"2024-09-16T00:52:26.468991+0000","last_peered":"2024-09-16T00:52:26.468991+0000","last_clean":"2024-09-16T00:52:26.468991+0000","last_became_active":"2024-09-16T00:52:21.458972+0000","last_became_peered":"2024-09-16T00:52:21.458972+0000","last_unstale":"2024-09-16T00:52:26.468991+0000","last_undegraded":"2024-09-16T00:52:26.468991+0000","last_fullsized":"2024-09-16T00:52:26.468991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476743,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":270336,"data_stored":103741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":103775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":694621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":856064,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":103705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:52:41.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:52:41.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.613+0000 7f4682a77640 1 Processor -- start 2024-09-16T00:52:41.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.613+0000 7f4682a77640 1 -- start start 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4682a77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0ceee0 0x7f467c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4682a77640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f467c0d1380 0x7f467c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4682a77640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f467c0d17b0 con 0x7f467c15e560 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4682a77640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f467c0d3480 con 0x7f467c0d1380 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4682a77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f467c0d3760 con 0x7f467c0ceee0 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4681014640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f467c0d1380 0x7f467c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4681014640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f467c0d1380 0x7f467c0b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59692/0 (socket says 172.21.15.32:59692) 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.614+0000 7f4681014640 1 -- 172.21.15.32:0/3474064261 learned_addr learned my addr 172.21.15.32:0/3474064261 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:41.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f467bfff640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0ceee0 0x7f467c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f4681014640 1 -- 172.21.15.32:0/3474064261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0ceee0 msgr2=0x7f467c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:41.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f4681014640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0ceee0 0x7f467c0d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f4681014640 1 -- 172.21.15.32:0/3474064261 >> v1:172.21.15.50:6789/0 conn(0x7f467c15e560 legacy=0x7f467c0cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:41.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f4681014640 1 -- 172.21.15.32:0/3474064261 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467c0d3a40 con 0x7f467c0d1380 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.615+0000 7f4681014640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c0d1380 0x7f467c0b7790 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f4674009870 tx=0x7f467402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3faed317de8f118f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f467b7fe640 1 -- 172.21.15.32:0/3474064261 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674037070 con 0x7f467c0d1380 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f467b7fe640 1 -- 172.21.15.32:0/3474064261 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4674032440 con 0x7f467c0d1380 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f467b7fe640 1 -- 172.21.15.32:0/3474064261 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674032810 con 0x7f467c0d1380 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 -- 172.21.15.32:0/3474064261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c0d1380 msgr2=0x7f467c0b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c0d1380 0x7f467c0b7790 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f4674009870 tx=0x7f467402a210 comp rx=0 tx=0).stop 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 -- 172.21.15.32:0/3474064261 shutdown_connections 2024-09-16T00:52:41.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c0d1380 0x7f467c0b7790 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 --2- 172.21.15.32:0/3474064261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0ceee0 0x7f467c0d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 -- 172.21.15.32:0/3474064261 >> 172.21.15.32:0/3474064261 conn(0x7f467c073850 msgr2=0x7f467c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 -- 172.21.15.32:0/3474064261 shutdown_connections 2024-09-16T00:52:41.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.616+0000 7f4682a77640 1 -- 172.21.15.32:0/3474064261 wait complete. 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.617+0000 7f4682a77640 1 Processor -- start 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 -- start start 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f467c0ceee0 0x7f467c0cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0d1380 0x7f467c1f4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f467c15e940 con 0x7f467c15e560 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f467c0d4240 con 0x7f467c0ceee0 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.618+0000 7f4682a77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f467c15eac0 con 0x7f467c0d1380 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59696/0 (socket says 172.21.15.32:59696) 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 -- 172.21.15.32:0/1986583821 learned_addr learned my addr 172.21.15.32:0/1986583821 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f467bfff640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0d1380 0x7f467c1f4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4680813640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f467c0ceee0 0x7f467c0cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 -- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0d1380 msgr2=0x7f467c1f4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0d1380 0x7f467c1f4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 -- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f467c0ceee0 msgr2=0x7f467c0cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f467c0ceee0 0x7f467c0cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 -- 172.21.15.32:0/1986583821 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467c0cbb60 con 0x7f467c15e560 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4681014640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4674009870 tx=0x7f46740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674037040 con 0x7f467c15e560 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4674042070 con 0x7f467c15e560 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f467c0cbe40 con 0x7f467c15e560 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674030c90 con 0x7f467c15e560 2024-09-16T00:52:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.619+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f467c0cc400 con 0x7f467c15e560 2024-09-16T00:52:41.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.620+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f467c0d0e40 con 0x7f467c15e560 2024-09-16T00:52:41.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.621+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4674047460 con 0x7f467c15e560 2024-09-16T00:52:41.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.621+0000 7f46797fa640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 0x7f465c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.622+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f46740ac260 con 0x7f467c15e560 2024-09-16T00:52:41.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.622+0000 7f4680813640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 0x7f465c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.622+0000 7f4680813640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 0x7f465c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f467c0b7070 tx=0x7f466c009060 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.626+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f467c0d17b0 con 0x7f467c15e560 2024-09-16T00:52:41.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.800+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f467c158a80 con 0x7f465c06c2b0 2024-09-16T00:52:41.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.807+0000 7f46797fa640 1 -- 172.21.15.32:0/1986583821 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f466c009570 con 0x7f465c06c2b0 2024-09-16T00:52:41.814 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:41.816 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:52:41.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 msgr2=0x7f465c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 0x7f465c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f467c0b7070 tx=0x7f466c009060 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 msgr2=0x7f467c158540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4674009870 tx=0x7f46740046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 shutdown_connections 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f465c06c2b0 0x7f465c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f467c15e560 0x7f467c158540 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f467c0d1380 0x7f467c1f4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 --2- 172.21.15.32:0/1986583821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f467c0ceee0 0x7f467c0cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 >> 172.21.15.32:0/1986583821 conn(0x7f467c073850 msgr2=0x7f467c0cf510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 shutdown_connections 2024-09-16T00:52:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.811+0000 7f4682a77640 1 -- 172.21.15.32:0/1986583821 wait complete. 2024-09-16T00:52:41.822 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-16T00:52:41.089073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252760,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721960,"statfs":{"total":773094113280,"available":772835287040,"internally_reserved":0,"allocated":3317760,"data_stored":2018940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003716"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853520+0000","last_change":"2024-09-16T00:52:20.443682+0000","last_active":"2024-09-16T00:52:26.853520+0000","last_peered":"2024-09-16T00:52:26.853520+0000","last_clean":"2024-09-16T00:52:26.853520+0000","last_became_active":"2024-09-16T00:52:20.443348+0000","last_became_peered":"2024-09-16T00:52:20.443348+0000","last_unstale":"2024-09-16T00:52:26.853520+0000","last_undegraded":"2024-09-16T00:52:26.853520+0000","last_fullsized":"2024-09-16T00:52:26.853520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:21:44.550490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467483+0000","last_change":"2024-09-16T00:52:21.459440+0000","last_active":"2024-09-16T00:52:26.467483+0000","last_peered":"2024-09-16T00:52:26.467483+0000","last_clean":"2024-09-16T00:52:26.467483+0000","last_became_active":"2024-09-16T00:52:21.459139+0000","last_became_peered":"2024-09-16T00:52:21.459139+0000","last_unstale":"2024-09-16T00:52:26.467483+0000","last_undegraded":"2024-09-16T00:52:26.467483+0000","last_fullsized":"2024-09-16T00:52:26.467483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466681+0000","last_change":"2024-09-16T00:52:25.489117+0000","last_active":"2024-09-16T00:52:26.466681+0000","last_peered":"2024-09-16T00:52:26.466681+0000","last_clean":"2024-09-16T00:52:26.466681+0000","last_became_active":"2024-09-16T00:52:25.488675+0000","last_became_peered":"2024-09-16T00:52:25.488675+0000","last_unstale":"2024-09-16T00:52:26.466681+0000","last_undegraded":"2024-09-16T00:52:26.466681+0000","last_fullsized":"2024-09-16T00:52:26.466681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:51.028499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467741+0000","last_change":"2024-09-16T00:52:20.448158+0000","last_active":"2024-09-16T00:52:26.467741+0000","last_peered":"2024-09-16T00:52:26.467741+0000","last_clean":"2024-09-16T00:52:26.467741+0000","last_became_active":"2024-09-16T00:52:20.447708+0000","last_became_peered":"2024-09-16T00:52:20.447708+0000","last_unstale":"2024-09-16T00:52:26.467741+0000","last_undegraded":"2024-09-16T00:52:26.467741+0000","last_fullsized":"2024-09-16T00:52:26.467741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:03.756931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853396+0000","last_change":"2024-09-16T00:52:21.461833+0000","last_active":"2024-09-16T00:52:26.853396+0000","last_peered":"2024-09-16T00:52:26.853396+0000","last_clean":"2024-09-16T00:52:26.853396+0000","last_became_active":"2024-09-16T00:52:21.461552+0000","last_became_peered":"2024-09-16T00:52:21.461552+0000","last_unstale":"2024-09-16T00:52:26.853396+0000","last_undegraded":"2024-09-16T00:52:26.853396+0000","last_fullsized":"2024-09-16T00:52:26.853396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467512+0000","last_change":"2024-09-16T00:52:25.493245+0000","last_active":"2024-09-16T00:52:26.467512+0000","last_peered":"2024-09-16T00:52:26.467512+0000","last_clean":"2024-09-16T00:52:26.467512+0000","last_became_active":"2024-09-16T00:52:25.492631+0000","last_became_peered":"2024-09-16T00:52:25.492631+0000","last_unstale":"2024-09-16T00:52:26.467512+0000","last_undegraded":"2024-09-16T00:52:26.467512+0000","last_fullsized":"2024-09-16T00:52:26.467512+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:36.358432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468929+0000","last_change":"2024-09-16T00:52:20.449538+0000","last_active":"2024-09-16T00:52:26.468929+0000","last_peered":"2024-09-16T00:52:26.468929+0000","last_clean":"2024-09-16T00:52:26.468929+0000","last_became_active":"2024-09-16T00:52:20.449241+0000","last_became_peered":"2024-09-16T00:52:20.449241+0000","last_unstale":"2024-09-16T00:52:26.468929+0000","last_undegraded":"2024-09-16T00:52:26.468929+0000","last_fullsized":"2024-09-16T00:52:26.468929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:22.897784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853621+0000","last_change":"2024-09-16T00:52:21.458735+0000","last_active":"2024-09-16T00:52:26.853621+0000","last_peered":"2024-09-16T00:52:26.853621+0000","last_clean":"2024-09-16T00:52:26.853621+0000","last_became_active":"2024-09-16T00:52:21.458397+0000","last_became_peered":"2024-09-16T00:52:21.458397+0000","last_unstale":"2024-09-16T00:52:26.853621+0000","last_undegraded":"2024-09-16T00:52:26.853621+0000","last_fullsized":"2024-09-16T00:52:26.853621+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468770+0000","last_change":"2024-09-16T00:52:25.494502+0000","last_active":"2024-09-16T00:52:26.468770+0000","last_peered":"2024-09-16T00:52:26.468770+0000","last_clean":"2024-09-16T00:52:26.468770+0000","last_became_active":"2024-09-16T00:52:25.494074+0000","last_became_peered":"2024-09-16T00:52:25.494074+0000","last_unstale":"2024-09-16T00:52:26.468770+0000","last_undegraded":"2024-09-16T00:52:26.468770+0000","last_fullsized":"2024-09-16T00:52:26.468770+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:25.067675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468453+0000","last_change":"2024-09-16T00:52:20.454622+0000","last_active":"2024-09-16T00:52:26.468453+0000","last_peered":"2024-09-16T00:52:26.468453+0000","last_clean":"2024-09-16T00:52:26.468453+0000","last_became_active":"2024-09-16T00:52:20.454293+0000","last_became_peered":"2024-09-16T00:52:20.454293+0000","last_unstale":"2024-09-16T00:52:26.468453+0000","last_undegraded":"2024-09-16T00:52:26.468453+0000","last_fullsized":"2024-09-16T00:52:26.468453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:42.822907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853537+0000","last_change":"2024-09-16T00:52:21.462524+0000","last_active":"2024-09-16T00:52:26.853537+0000","last_peered":"2024-09-16T00:52:26.853537+0000","last_clean":"2024-09-16T00:52:26.853537+0000","last_became_active":"2024-09-16T00:52:21.460347+0000","last_became_peered":"2024-09-16T00:52:21.460347+0000","last_unstale":"2024-09-16T00:52:26.853537+0000","last_undegraded":"2024-09-16T00:52:26.853537+0000","last_fullsized":"2024-09-16T00:52:26.853537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468993+0000","last_change":"2024-09-16T00:52:25.491342+0000","last_active":"2024-09-16T00:52:26.468993+0000","last_peered":"2024-09-16T00:52:26.468993+0000","last_clean":"2024-09-16T00:52:26.468993+0000","last_became_active":"2024-09-16T00:52:25.490750+0000","last_became_peered":"2024-09-16T00:52:25.490750+0000","last_unstale":"2024-09-16T00:52:26.468993+0000","last_undegraded":"2024-09-16T00:52:26.468993+0000","last_fullsized":"2024-09-16T00:52:26.468993+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:32.120701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816729+0000","last_change":"2024-09-16T00:52:21.457905+0000","last_active":"2024-09-16T00:52:26.816729+0000","last_peered":"2024-09-16T00:52:26.816729+0000","last_clean":"2024-09-16T00:52:26.816729+0000","last_became_active":"2024-09-16T00:52:21.457557+0000","last_became_peered":"2024-09-16T00:52:21.457557+0000","last_unstale":"2024-09-16T00:52:26.816729+0000","last_undegraded":"2024-09-16T00:52:26.816729+0000","last_fullsized":"2024-09-16T00:52:26.816729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:43.904537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468709+0000","last_change":"2024-09-16T00:52:20.451670+0000","last_active":"2024-09-16T00:52:26.468709+0000","last_peered":"2024-09-16T00:52:26.468709+0000","last_clean":"2024-09-16T00:52:26.468709+0000","last_became_active":"2024-09-16T00:52:20.449390+0000","last_became_peered":"2024-09-16T00:52:20.449390+0000","last_unstale":"2024-09-16T00:52:26.468709+0000","last_undegraded":"2024-09-16T00:52:26.468709+0000","last_fullsized":"2024-09-16T00:52:26.468709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:23.528064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469008+0000","last_change":"2024-09-16T00:52:25.491939+0000","last_active":"2024-09-16T00:52:26.469008+0000","last_peered":"2024-09-16T00:52:26.469008+0000","last_clean":"2024-09-16T00:52:26.469008+0000","last_became_active":"2024-09-16T00:52:25.491511+0000","last_became_peered":"2024-09-16T00:52:25.491511+0000","last_unstale":"2024-09-16T00:52:26.469008+0000","last_undegraded":"2024-09-16T00:52:26.469008+0000","last_fullsized":"2024-09-16T00:52:26.469008+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:22.399004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466958+0000","last_change":"2024-09-16T00:52:21.461465+0000","last_active":"2024-09-16T00:52:26.466958+0000","last_peered":"2024-09-16T00:52:26.466958+0000","last_clean":"2024-09-16T00:52:26.466958+0000","last_became_active":"2024-09-16T00:52:21.461155+0000","last_became_peered":"2024-09-16T00:52:21.461155+0000","last_unstale":"2024-09-16T00:52:26.466958+0000","last_undegraded":"2024-09-16T00:52:26.466958+0000","last_fullsized":"2024-09-16T00:52:26.466958+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854242+0000","last_change":"2024-09-16T00:52:20.452556+0000","last_active":"2024-09-16T00:52:26.854242+0000","last_peered":"2024-09-16T00:52:26.854242+0000","last_clean":"2024-09-16T00:52:26.854242+0000","last_became_active":"2024-09-16T00:52:20.452254+0000","last_became_peered":"2024-09-16T00:52:20.452254+0000","last_unstale":"2024-09-16T00:52:26.854242+0000","last_undegraded":"2024-09-16T00:52:26.854242+0000","last_fullsized":"2024-09-16T00:52:26.854242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469212+0000","last_change":"2024-09-16T00:52:25.492098+0000","last_active":"2024-09-16T00:52:26.469212+0000","last_peered":"2024-09-16T00:52:26.469212+0000","last_clean":"2024-09-16T00:52:26.469212+0000","last_became_active":"2024-09-16T00:52:25.491696+0000","last_became_peered":"2024-09-16T00:52:25.491696+0000","last_unstale":"2024-09-16T00:52:26.469212+0000","last_undegraded":"2024-09-16T00:52:26.469212+0000","last_fullsized":"2024-09-16T00:52:26.469212+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466954+0000","last_change":"2024-09-16T00:52:21.456082+0000","last_active":"2024-09-16T00:52:26.466954+0000","last_peered":"2024-09-16T00:52:26.466954+0000","last_clean":"2024-09-16T00:52:26.466954+0000","last_became_active":"2024-09-16T00:52:21.455776+0000","last_became_peered":"2024-09-16T00:52:21.455776+0000","last_unstale":"2024-09-16T00:52:26.466954+0000","last_undegraded":"2024-09-16T00:52:26.466954+0000","last_fullsized":"2024-09-16T00:52:26.466954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853603+0000","last_change":"2024-09-16T00:52:20.452663+0000","last_active":"2024-09-16T00:52:26.853603+0000","last_peered":"2024-09-16T00:52:26.853603+0000","last_clean":"2024-09-16T00:52:26.853603+0000","last_became_active":"2024-09-16T00:52:20.452349+0000","last_became_peered":"2024-09-16T00:52:20.452349+0000","last_unstale":"2024-09-16T00:52:26.853603+0000","last_undegraded":"2024-09-16T00:52:26.853603+0000","last_fullsized":"2024-09-16T00:52:26.853603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:27.685688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854834+0000","last_change":"2024-09-16T00:52:25.490967+0000","last_active":"2024-09-16T00:52:26.854834+0000","last_peered":"2024-09-16T00:52:26.854834+0000","last_clean":"2024-09-16T00:52:26.854834+0000","last_became_active":"2024-09-16T00:52:25.487867+0000","last_became_peered":"2024-09-16T00:52:25.487867+0000","last_unstale":"2024-09-16T00:52:26.854834+0000","last_undegraded":"2024-09-16T00:52:26.854834+0000","last_fullsized":"2024-09-16T00:52:26.854834+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469718+0000","last_change":"2024-09-16T00:52:21.454436+0000","last_active":"2024-09-16T00:52:26.469718+0000","last_peered":"2024-09-16T00:52:26.469718+0000","last_clean":"2024-09-16T00:52:26.469718+0000","last_became_active":"2024-09-16T00:52:21.453896+0000","last_became_peered":"2024-09-16T00:52:21.453896+0000","last_unstale":"2024-09-16T00:52:26.469718+0000","last_undegraded":"2024-09-16T00:52:26.469718+0000","last_fullsized":"2024-09-16T00:52:26.469718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:20.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467613+0000","last_change":"2024-09-16T00:52:20.448724+0000","last_active":"2024-09-16T00:52:26.467613+0000","last_peered":"2024-09-16T00:52:26.467613+0000","last_clean":"2024-09-16T00:52:26.467613+0000","last_became_active":"2024-09-16T00:52:20.447420+0000","last_became_peered":"2024-09-16T00:52:20.447420+0000","last_unstale":"2024-09-16T00:52:26.467613+0000","last_undegraded":"2024-09-16T00:52:26.467613+0000","last_fullsized":"2024-09-16T00:52:26.467613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469123+0000","last_change":"2024-09-16T00:52:25.491090+0000","last_active":"2024-09-16T00:52:26.469123+0000","last_peered":"2024-09-16T00:52:26.469123+0000","last_clean":"2024-09-16T00:52:26.469123+0000","last_became_active":"2024-09-16T00:52:25.490609+0000","last_became_peered":"2024-09-16T00:52:25.490609+0000","last_unstale":"2024-09-16T00:52:26.469123+0000","last_undegraded":"2024-09-16T00:52:26.469123+0000","last_fullsized":"2024-09-16T00:52:26.469123+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:45.490097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854127+0000","last_change":"2024-09-16T00:52:21.453237+0000","last_active":"2024-09-16T00:52:26.854127+0000","last_peered":"2024-09-16T00:52:26.854127+0000","last_clean":"2024-09-16T00:52:26.854127+0000","last_became_active":"2024-09-16T00:52:21.452198+0000","last_became_peered":"2024-09-16T00:52:21.452198+0000","last_unstale":"2024-09-16T00:52:26.854127+0000","last_undegraded":"2024-09-16T00:52:26.854127+0000","last_fullsized":"2024-09-16T00:52:26.854127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817546+0000","last_change":"2024-09-16T00:52:20.453793+0000","last_active":"2024-09-16T00:52:26.817546+0000","last_peered":"2024-09-16T00:52:26.817546+0000","last_clean":"2024-09-16T00:52:26.817546+0000","last_became_active":"2024-09-16T00:52:20.453501+0000","last_became_peered":"2024-09-16T00:52:20.453501+0000","last_unstale":"2024-09-16T00:52:26.817546+0000","last_undegraded":"2024-09-16T00:52:26.817546+0000","last_fullsized":"2024-09-16T00:52:26.817546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:17:58.114633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469320+0000","last_change":"2024-09-16T00:52:25.483728+0000","last_active":"2024-09-16T00:52:26.469320+0000","last_peered":"2024-09-16T00:52:26.469320+0000","last_clean":"2024-09-16T00:52:26.469320+0000","last_became_active":"2024-09-16T00:52:25.483073+0000","last_became_peered":"2024-09-16T00:52:25.483073+0000","last_unstale":"2024-09-16T00:52:26.469320+0000","last_undegraded":"2024-09-16T00:52:26.469320+0000","last_fullsized":"2024-09-16T00:52:26.469320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467655+0000","last_change":"2024-09-16T00:52:21.467389+0000","last_active":"2024-09-16T00:52:26.467655+0000","last_peered":"2024-09-16T00:52:26.467655+0000","last_clean":"2024-09-16T00:52:26.467655+0000","last_became_active":"2024-09-16T00:52:21.467075+0000","last_became_peered":"2024-09-16T00:52:21.467075+0000","last_unstale":"2024-09-16T00:52:26.467655+0000","last_undegraded":"2024-09-16T00:52:26.467655+0000","last_fullsized":"2024-09-16T00:52:26.467655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854803+0000","last_change":"2024-09-16T00:52:20.447583+0000","last_active":"2024-09-16T00:52:26.854803+0000","last_peered":"2024-09-16T00:52:26.854803+0000","last_clean":"2024-09-16T00:52:26.854803+0000","last_became_active":"2024-09-16T00:52:20.447260+0000","last_became_peered":"2024-09-16T00:52:20.447260+0000","last_unstale":"2024-09-16T00:52:26.854803+0000","last_undegraded":"2024-09-16T00:52:26.854803+0000","last_fullsized":"2024-09-16T00:52:26.854803+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:14.507147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466569+0000","last_change":"2024-09-16T00:52:25.490118+0000","last_active":"2024-09-16T00:52:26.466569+0000","last_peered":"2024-09-16T00:52:26.466569+0000","last_clean":"2024-09-16T00:52:26.466569+0000","last_became_active":"2024-09-16T00:52:25.489723+0000","last_became_peered":"2024-09-16T00:52:25.489723+0000","last_unstale":"2024-09-16T00:52:26.466569+0000","last_undegraded":"2024-09-16T00:52:26.466569+0000","last_fullsized":"2024-09-16T00:52:26.466569+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854473+0000","last_change":"2024-09-16T00:52:21.448762+0000","last_active":"2024-09-16T00:52:26.854473+0000","last_peered":"2024-09-16T00:52:26.854473+0000","last_clean":"2024-09-16T00:52:26.854473+0000","last_became_active":"2024-09-16T00:52:21.448401+0000","last_became_peered":"2024-09-16T00:52:21.448401+0000","last_unstale":"2024-09-16T00:52:26.854473+0000","last_undegraded":"2024-09-16T00:52:26.854473+0000","last_fullsized":"2024-09-16T00:52:26.854473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469090+0000","last_change":"2024-09-16T00:52:20.448056+0000","last_active":"2024-09-16T00:52:26.469090+0000","last_peered":"2024-09-16T00:52:26.469090+0000","last_clean":"2024-09-16T00:52:26.469090+0000","last_became_active":"2024-09-16T00:52:20.447785+0000","last_became_peered":"2024-09-16T00:52:20.447785+0000","last_unstale":"2024-09-16T00:52:26.469090+0000","last_undegraded":"2024-09-16T00:52:26.469090+0000","last_fullsized":"2024-09-16T00:52:26.469090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:47.061150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854673+0000","last_change":"2024-09-16T00:52:25.483815+0000","last_active":"2024-09-16T00:52:26.854673+0000","last_peered":"2024-09-16T00:52:26.854673+0000","last_clean":"2024-09-16T00:52:26.854673+0000","last_became_active":"2024-09-16T00:52:25.483426+0000","last_became_peered":"2024-09-16T00:52:25.483426+0000","last_unstale":"2024-09-16T00:52:26.854673+0000","last_undegraded":"2024-09-16T00:52:26.854673+0000","last_fullsized":"2024-09-16T00:52:26.854673+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853766+0000","last_change":"2024-09-16T00:52:21.461965+0000","last_active":"2024-09-16T00:52:26.853766+0000","last_peered":"2024-09-16T00:52:26.853766+0000","last_clean":"2024-09-16T00:52:26.853766+0000","last_became_active":"2024-09-16T00:52:21.459969+0000","last_became_peered":"2024-09-16T00:52:21.459969+0000","last_unstale":"2024-09-16T00:52:26.853766+0000","last_undegraded":"2024-09-16T00:52:26.853766+0000","last_fullsized":"2024-09-16T00:52:26.853766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854569+0000","last_change":"2024-09-16T00:52:20.448356+0000","last_active":"2024-09-16T00:52:26.854569+0000","last_peered":"2024-09-16T00:52:26.854569+0000","last_clean":"2024-09-16T00:52:26.854569+0000","last_became_active":"2024-09-16T00:52:20.447261+0000","last_became_peered":"2024-09-16T00:52:20.447261+0000","last_unstale":"2024-09-16T00:52:26.854569+0000","last_undegraded":"2024-09-16T00:52:26.854569+0000","last_fullsized":"2024-09-16T00:52:26.854569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:51.400264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853881+0000","last_change":"2024-09-16T00:52:25.487429+0000","last_active":"2024-09-16T00:52:26.853881+0000","last_peered":"2024-09-16T00:52:26.853881+0000","last_clean":"2024-09-16T00:52:26.853881+0000","last_became_active":"2024-09-16T00:52:25.487012+0000","last_became_peered":"2024-09-16T00:52:25.487012+0000","last_unstale":"2024-09-16T00:52:26.853881+0000","last_undegraded":"2024-09-16T00:52:26.853881+0000","last_fullsized":"2024-09-16T00:52:26.853881+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469079+0000","last_change":"2024-09-16T00:52:21.459385+0000","last_active":"2024-09-16T00:52:26.469079+0000","last_peered":"2024-09-16T00:52:26.469079+0000","last_clean":"2024-09-16T00:52:26.469079+0000","last_became_active":"2024-09-16T00:52:21.459103+0000","last_became_peered":"2024-09-16T00:52:21.459103+0000","last_unstale":"2024-09-16T00:52:26.469079+0000","last_undegraded":"2024-09-16T00:52:26.469079+0000","last_fullsized":"2024-09-16T00:52:26.469079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:47.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853590+0000","last_change":"2024-09-16T00:52:20.450697+0000","last_active":"2024-09-16T00:52:26.853590+0000","last_peered":"2024-09-16T00:52:26.853590+0000","last_clean":"2024-09-16T00:52:26.853590+0000","last_became_active":"2024-09-16T00:52:20.448371+0000","last_became_peered":"2024-09-16T00:52:20.448371+0000","last_unstale":"2024-09-16T00:52:26.853590+0000","last_undegraded":"2024-09-16T00:52:26.853590+0000","last_fullsized":"2024-09-16T00:52:26.853590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854545+0000","last_change":"2024-09-16T00:52:25.490899+0000","last_active":"2024-09-16T00:52:26.854545+0000","last_peered":"2024-09-16T00:52:26.854545+0000","last_clean":"2024-09-16T00:52:26.854545+0000","last_became_active":"2024-09-16T00:52:25.490233+0000","last_became_peered":"2024-09-16T00:52:25.490233+0000","last_unstale":"2024-09-16T00:52:26.854545+0000","last_undegraded":"2024-09-16T00:52:26.854545+0000","last_fullsized":"2024-09-16T00:52:26.854545+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853441+0000","last_change":"2024-09-16T00:52:21.448752+0000","last_active":"2024-09-16T00:52:26.853441+0000","last_peered":"2024-09-16T00:52:26.853441+0000","last_clean":"2024-09-16T00:52:26.853441+0000","last_became_active":"2024-09-16T00:52:21.448416+0000","last_became_peered":"2024-09-16T00:52:21.448416+0000","last_unstale":"2024-09-16T00:52:26.853441+0000","last_undegraded":"2024-09-16T00:52:26.853441+0000","last_fullsized":"2024-09-16T00:52:26.853441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853136+0000","last_change":"2024-09-16T00:52:20.445880+0000","last_active":"2024-09-16T00:52:26.853136+0000","last_peered":"2024-09-16T00:52:26.853136+0000","last_clean":"2024-09-16T00:52:26.853136+0000","last_became_active":"2024-09-16T00:52:20.445560+0000","last_became_peered":"2024-09-16T00:52:20.445560+0000","last_unstale":"2024-09-16T00:52:26.853136+0000","last_undegraded":"2024-09-16T00:52:26.853136+0000","last_fullsized":"2024-09-16T00:52:26.853136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:31.020565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.855015+0000","last_change":"2024-09-16T00:52:25.489132+0000","last_active":"2024-09-16T00:52:26.855015+0000","last_peered":"2024-09-16T00:52:26.855015+0000","last_clean":"2024-09-16T00:52:26.855015+0000","last_became_active":"2024-09-16T00:52:25.488630+0000","last_became_peered":"2024-09-16T00:52:25.488630+0000","last_unstale":"2024-09-16T00:52:26.855015+0000","last_undegraded":"2024-09-16T00:52:26.855015+0000","last_fullsized":"2024-09-16T00:52:26.855015+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:28.642802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854172+0000","last_change":"2024-09-16T00:52:21.459236+0000","last_active":"2024-09-16T00:52:26.854172+0000","last_peered":"2024-09-16T00:52:26.854172+0000","last_clean":"2024-09-16T00:52:26.854172+0000","last_became_active":"2024-09-16T00:52:21.458951+0000","last_became_peered":"2024-09-16T00:52:21.458951+0000","last_unstale":"2024-09-16T00:52:26.854172+0000","last_undegraded":"2024-09-16T00:52:26.854172+0000","last_fullsized":"2024-09-16T00:52:26.854172+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:42.083398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467850+0000","last_change":"2024-09-16T00:52:20.445006+0000","last_active":"2024-09-16T00:52:26.467850+0000","last_peered":"2024-09-16T00:52:26.467850+0000","last_clean":"2024-09-16T00:52:26.467850+0000","last_became_active":"2024-09-16T00:52:20.444681+0000","last_became_peered":"2024-09-16T00:52:20.444681+0000","last_unstale":"2024-09-16T00:52:26.467850+0000","last_undegraded":"2024-09-16T00:52:26.467850+0000","last_fullsized":"2024-09-16T00:52:26.467850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853955+0000","last_change":"2024-09-16T00:52:25.484442+0000","last_active":"2024-09-16T00:52:26.853955+0000","last_peered":"2024-09-16T00:52:26.853955+0000","last_clean":"2024-09-16T00:52:26.853955+0000","last_became_active":"2024-09-16T00:52:25.483948+0000","last_became_peered":"2024-09-16T00:52:25.483948+0000","last_unstale":"2024-09-16T00:52:26.853955+0000","last_undegraded":"2024-09-16T00:52:26.853955+0000","last_fullsized":"2024-09-16T00:52:26.853955+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466918+0000","last_change":"2024-09-16T00:52:21.457390+0000","last_active":"2024-09-16T00:52:26.466918+0000","last_peered":"2024-09-16T00:52:26.466918+0000","last_clean":"2024-09-16T00:52:26.466918+0000","last_became_active":"2024-09-16T00:52:21.457092+0000","last_became_peered":"2024-09-16T00:52:21.457092+0000","last_unstale":"2024-09-16T00:52:26.466918+0000","last_undegraded":"2024-09-16T00:52:26.466918+0000","last_fullsized":"2024-09-16T00:52:26.466918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853328+0000","last_change":"2024-09-16T00:52:20.452600+0000","last_active":"2024-09-16T00:52:26.853328+0000","last_peered":"2024-09-16T00:52:26.853328+0000","last_clean":"2024-09-16T00:52:26.853328+0000","last_became_active":"2024-09-16T00:52:20.452305+0000","last_became_peered":"2024-09-16T00:52:20.452305+0000","last_unstale":"2024-09-16T00:52:26.853328+0000","last_undegraded":"2024-09-16T00:52:26.853328+0000","last_fullsized":"2024-09-16T00:52:26.853328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":179,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467749+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:52:26.467749+0000","last_peered":"2024-09-16T00:52:26.467749+0000","last_clean":"2024-09-16T00:52:26.467749+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:52:26.467749+0000","last_undegraded":"2024-09-16T00:52:26.467749+0000","last_fullsized":"2024-09-16T00:52:26.467749+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817163+0000","last_change":"2024-09-16T00:52:25.485230+0000","last_active":"2024-09-16T00:52:26.817163+0000","last_peered":"2024-09-16T00:52:26.817163+0000","last_clean":"2024-09-16T00:52:26.817163+0000","last_became_active":"2024-09-16T00:52:25.484807+0000","last_became_peered":"2024-09-16T00:52:25.484807+0000","last_unstale":"2024-09-16T00:52:26.817163+0000","last_undegraded":"2024-09-16T00:52:26.817163+0000","last_fullsized":"2024-09-16T00:52:26.817163+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468711+0000","last_change":"2024-09-16T00:52:21.460610+0000","last_active":"2024-09-16T00:52:26.468711+0000","last_peered":"2024-09-16T00:52:26.468711+0000","last_clean":"2024-09-16T00:52:26.468711+0000","last_became_active":"2024-09-16T00:52:21.460328+0000","last_became_peered":"2024-09-16T00:52:21.460328+0000","last_unstale":"2024-09-16T00:52:26.468711+0000","last_undegraded":"2024-09-16T00:52:26.468711+0000","last_fullsized":"2024-09-16T00:52:26.468711+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853984+0000","last_change":"2024-09-16T00:52:20.450317+0000","last_active":"2024-09-16T00:52:26.853984+0000","last_peered":"2024-09-16T00:52:26.853984+0000","last_clean":"2024-09-16T00:52:26.853984+0000","last_became_active":"2024-09-16T00:52:20.449989+0000","last_became_peered":"2024-09-16T00:52:20.449989+0000","last_unstale":"2024-09-16T00:52:26.853984+0000","last_undegraded":"2024-09-16T00:52:26.853984+0000","last_fullsized":"2024-09-16T00:52:26.853984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816810+0000","last_change":"2024-09-16T00:52:25.480689+0000","last_active":"2024-09-16T00:52:26.816810+0000","last_peered":"2024-09-16T00:52:26.816810+0000","last_clean":"2024-09-16T00:52:26.816810+0000","last_became_active":"2024-09-16T00:52:25.480212+0000","last_became_peered":"2024-09-16T00:52:25.480212+0000","last_unstale":"2024-09-16T00:52:26.816810+0000","last_undegraded":"2024-09-16T00:52:26.816810+0000","last_fullsized":"2024-09-16T00:52:26.816810+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853799+0000","last_change":"2024-09-16T00:52:21.463462+0000","last_active":"2024-09-16T00:52:26.853799+0000","last_peered":"2024-09-16T00:52:26.853799+0000","last_clean":"2024-09-16T00:52:26.853799+0000","last_became_active":"2024-09-16T00:52:21.461790+0000","last_became_peered":"2024-09-16T00:52:21.461790+0000","last_unstale":"2024-09-16T00:52:26.853799+0000","last_undegraded":"2024-09-16T00:52:26.853799+0000","last_fullsized":"2024-09-16T00:52:26.853799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854524+0000","last_change":"2024-09-16T00:52:20.449625+0000","last_active":"2024-09-16T00:52:26.854524+0000","last_peered":"2024-09-16T00:52:26.854524+0000","last_clean":"2024-09-16T00:52:26.854524+0000","last_became_active":"2024-09-16T00:52:20.449319+0000","last_became_peered":"2024-09-16T00:52:20.449319+0000","last_unstale":"2024-09-16T00:52:26.854524+0000","last_undegraded":"2024-09-16T00:52:26.854524+0000","last_fullsized":"2024-09-16T00:52:26.854524+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:13.279302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854531+0000","last_change":"2024-09-16T00:52:25.486619+0000","last_active":"2024-09-16T00:52:26.854531+0000","last_peered":"2024-09-16T00:52:26.854531+0000","last_clean":"2024-09-16T00:52:26.854531+0000","last_became_active":"2024-09-16T00:52:25.486187+0000","last_became_peered":"2024-09-16T00:52:25.486187+0000","last_unstale":"2024-09-16T00:52:26.854531+0000","last_undegraded":"2024-09-16T00:52:26.854531+0000","last_fullsized":"2024-09-16T00:52:26.854531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469299+0000","last_change":"2024-09-16T00:52:21.459878+0000","last_active":"2024-09-16T00:52:26.469299+0000","last_peered":"2024-09-16T00:52:26.469299+0000","last_clean":"2024-09-16T00:52:26.469299+0000","last_became_active":"2024-09-16T00:52:21.457160+0000","last_became_peered":"2024-09-16T00:52:21.457160+0000","last_unstale":"2024-09-16T00:52:26.469299+0000","last_undegraded":"2024-09-16T00:52:26.469299+0000","last_fullsized":"2024-09-16T00:52:26.469299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:28.174533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853509+0000","last_change":"2024-09-16T00:52:20.446912+0000","last_active":"2024-09-16T00:52:26.853509+0000","last_peered":"2024-09-16T00:52:26.853509+0000","last_clean":"2024-09-16T00:52:26.853509+0000","last_became_active":"2024-09-16T00:52:20.446371+0000","last_became_peered":"2024-09-16T00:52:20.446371+0000","last_unstale":"2024-09-16T00:52:26.853509+0000","last_undegraded":"2024-09-16T00:52:26.853509+0000","last_fullsized":"2024-09-16T00:52:26.853509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:05:16.324024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853092+0000","last_change":"2024-09-16T00:52:25.485200+0000","last_active":"2024-09-16T00:52:26.853092+0000","last_peered":"2024-09-16T00:52:26.853092+0000","last_clean":"2024-09-16T00:52:26.853092+0000","last_became_active":"2024-09-16T00:52:25.484766+0000","last_became_peered":"2024-09-16T00:52:25.484766+0000","last_unstale":"2024-09-16T00:52:26.853092+0000","last_undegraded":"2024-09-16T00:52:26.853092+0000","last_fullsized":"2024-09-16T00:52:26.853092+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:30.082953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468876+0000","last_change":"2024-09-16T00:52:21.455694+0000","last_active":"2024-09-16T00:52:26.468876+0000","last_peered":"2024-09-16T00:52:26.468876+0000","last_clean":"2024-09-16T00:52:26.468876+0000","last_became_active":"2024-09-16T00:52:21.455409+0000","last_became_peered":"2024-09-16T00:52:21.455409+0000","last_unstale":"2024-09-16T00:52:26.468876+0000","last_undegraded":"2024-09-16T00:52:26.468876+0000","last_fullsized":"2024-09-16T00:52:26.468876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467867+0000","last_change":"2024-09-16T00:52:20.445957+0000","last_active":"2024-09-16T00:52:26.467867+0000","last_peered":"2024-09-16T00:52:26.467867+0000","last_clean":"2024-09-16T00:52:26.467867+0000","last_became_active":"2024-09-16T00:52:20.445673+0000","last_became_peered":"2024-09-16T00:52:20.445673+0000","last_unstale":"2024-09-16T00:52:26.467867+0000","last_undegraded":"2024-09-16T00:52:26.467867+0000","last_fullsized":"2024-09-16T00:52:26.467867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:58.220861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469143+0000","last_change":"2024-09-16T00:52:25.492272+0000","last_active":"2024-09-16T00:52:26.469143+0000","last_peered":"2024-09-16T00:52:26.469143+0000","last_clean":"2024-09-16T00:52:26.469143+0000","last_became_active":"2024-09-16T00:52:25.491415+0000","last_became_peered":"2024-09-16T00:52:25.491415+0000","last_unstale":"2024-09-16T00:52:26.469143+0000","last_undegraded":"2024-09-16T00:52:26.469143+0000","last_fullsized":"2024-09-16T00:52:26.469143+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468150+0000","last_change":"2024-09-16T00:52:21.454792+0000","last_active":"2024-09-16T00:52:26.468150+0000","last_peered":"2024-09-16T00:52:26.468150+0000","last_clean":"2024-09-16T00:52:26.468150+0000","last_became_active":"2024-09-16T00:52:21.453433+0000","last_became_peered":"2024-09-16T00:52:21.453433+0000","last_unstale":"2024-09-16T00:52:26.468150+0000","last_undegraded":"2024-09-16T00:52:26.468150+0000","last_fullsized":"2024-09-16T00:52:26.468150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.852757+0000","last_change":"2024-09-16T00:52:20.442672+0000","last_active":"2024-09-16T00:52:26.852757+0000","last_peered":"2024-09-16T00:52:26.852757+0000","last_clean":"2024-09-16T00:52:26.852757+0000","last_became_active":"2024-09-16T00:52:20.442362+0000","last_became_peered":"2024-09-16T00:52:20.442362+0000","last_unstale":"2024-09-16T00:52:26.852757+0000","last_undegraded":"2024-09-16T00:52:26.852757+0000","last_fullsized":"2024-09-16T00:52:26.852757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:33.775533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853804+0000","last_change":"2024-09-16T00:52:25.487454+0000","last_active":"2024-09-16T00:52:26.853804+0000","last_peered":"2024-09-16T00:52:26.853804+0000","last_clean":"2024-09-16T00:52:26.853804+0000","last_became_active":"2024-09-16T00:52:25.485540+0000","last_became_peered":"2024-09-16T00:52:25.485540+0000","last_unstale":"2024-09-16T00:52:26.853804+0000","last_undegraded":"2024-09-16T00:52:26.853804+0000","last_fullsized":"2024-09-16T00:52:26.853804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816807+0000","last_change":"2024-09-16T00:52:21.464862+0000","last_active":"2024-09-16T00:52:26.816807+0000","last_peered":"2024-09-16T00:52:26.816807+0000","last_clean":"2024-09-16T00:52:26.816807+0000","last_became_active":"2024-09-16T00:52:21.464544+0000","last_became_peered":"2024-09-16T00:52:21.464544+0000","last_unstale":"2024-09-16T00:52:26.816807+0000","last_undegraded":"2024-09-16T00:52:26.816807+0000","last_fullsized":"2024-09-16T00:52:26.816807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:17.142291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816894+0000","last_change":"2024-09-16T00:52:20.447828+0000","last_active":"2024-09-16T00:52:26.816894+0000","last_peered":"2024-09-16T00:52:26.816894+0000","last_clean":"2024-09-16T00:52:26.816894+0000","last_became_active":"2024-09-16T00:52:20.447492+0000","last_became_peered":"2024-09-16T00:52:20.447492+0000","last_unstale":"2024-09-16T00:52:26.816894+0000","last_undegraded":"2024-09-16T00:52:26.816894+0000","last_fullsized":"2024-09-16T00:52:26.816894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:58.856047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467586+0000","last_change":"2024-09-16T00:52:25.487852+0000","last_active":"2024-09-16T00:52:26.467586+0000","last_peered":"2024-09-16T00:52:26.467586+0000","last_clean":"2024-09-16T00:52:26.467586+0000","last_became_active":"2024-09-16T00:52:25.487316+0000","last_became_peered":"2024-09-16T00:52:25.487316+0000","last_unstale":"2024-09-16T00:52:26.467586+0000","last_undegraded":"2024-09-16T00:52:26.467586+0000","last_fullsized":"2024-09-16T00:52:26.467586+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:44.629561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468584+0000","last_change":"2024-09-16T00:52:21.458725+0000","last_active":"2024-09-16T00:52:26.468584+0000","last_peered":"2024-09-16T00:52:26.468584+0000","last_clean":"2024-09-16T00:52:26.468584+0000","last_became_active":"2024-09-16T00:52:21.457617+0000","last_became_peered":"2024-09-16T00:52:21.457617+0000","last_unstale":"2024-09-16T00:52:26.468584+0000","last_undegraded":"2024-09-16T00:52:26.468584+0000","last_fullsized":"2024-09-16T00:52:26.468584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853467+0000","last_change":"2024-09-16T00:52:20.455668+0000","last_active":"2024-09-16T00:52:26.853467+0000","last_peered":"2024-09-16T00:52:26.853467+0000","last_clean":"2024-09-16T00:52:26.853467+0000","last_became_active":"2024-09-16T00:52:20.455365+0000","last_became_peered":"2024-09-16T00:52:20.455365+0000","last_unstale":"2024-09-16T00:52:26.853467+0000","last_undegraded":"2024-09-16T00:52:26.853467+0000","last_fullsized":"2024-09-16T00:52:26.853467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:15.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467197+0000","last_change":"2024-09-16T00:52:25.486823+0000","last_active":"2024-09-16T00:52:26.467197+0000","last_peered":"2024-09-16T00:52:26.467197+0000","last_clean":"2024-09-16T00:52:26.467197+0000","last_became_active":"2024-09-16T00:52:25.486375+0000","last_became_peered":"2024-09-16T00:52:25.486375+0000","last_unstale":"2024-09-16T00:52:26.467197+0000","last_undegraded":"2024-09-16T00:52:26.467197+0000","last_fullsized":"2024-09-16T00:52:26.467197+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:55.135046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854088+0000","last_change":"2024-09-16T00:52:21.467134+0000","last_active":"2024-09-16T00:52:26.854088+0000","last_peered":"2024-09-16T00:52:26.854088+0000","last_clean":"2024-09-16T00:52:26.854088+0000","last_became_active":"2024-09-16T00:52:21.466811+0000","last_became_peered":"2024-09-16T00:52:21.466811+0000","last_unstale":"2024-09-16T00:52:26.854088+0000","last_undegraded":"2024-09-16T00:52:26.854088+0000","last_fullsized":"2024-09-16T00:52:26.854088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:33.191952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854726+0000","last_change":"2024-09-16T00:52:20.444916+0000","last_active":"2024-09-16T00:52:26.854726+0000","last_peered":"2024-09-16T00:52:26.854726+0000","last_clean":"2024-09-16T00:52:26.854726+0000","last_became_active":"2024-09-16T00:52:20.444630+0000","last_became_peered":"2024-09-16T00:52:20.444630+0000","last_unstale":"2024-09-16T00:52:26.854726+0000","last_undegraded":"2024-09-16T00:52:26.854726+0000","last_fullsized":"2024-09-16T00:52:26.854726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.188225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853739+0000","last_change":"2024-09-16T00:52:25.486475+0000","last_active":"2024-09-16T00:52:26.853739+0000","last_peered":"2024-09-16T00:52:26.853739+0000","last_clean":"2024-09-16T00:52:26.853739+0000","last_became_active":"2024-09-16T00:52:25.486044+0000","last_became_peered":"2024-09-16T00:52:25.486044+0000","last_unstale":"2024-09-16T00:52:26.853739+0000","last_undegraded":"2024-09-16T00:52:26.853739+0000","last_fullsized":"2024-09-16T00:52:26.853739+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468613+0000","last_change":"2024-09-16T00:52:21.459624+0000","last_active":"2024-09-16T00:52:26.468613+0000","last_peered":"2024-09-16T00:52:26.468613+0000","last_clean":"2024-09-16T00:52:26.468613+0000","last_became_active":"2024-09-16T00:52:21.457937+0000","last_became_peered":"2024-09-16T00:52:21.457937+0000","last_unstale":"2024-09-16T00:52:26.468613+0000","last_undegraded":"2024-09-16T00:52:26.468613+0000","last_fullsized":"2024-09-16T00:52:26.468613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:30.939431+0000","last_change":"2024-09-16T00:52:20.448475+0000","last_active":"2024-09-16T00:52:30.939431+0000","last_peered":"2024-09-16T00:52:30.939431+0000","last_clean":"2024-09-16T00:52:30.939431+0000","last_became_active":"2024-09-16T00:52:20.448179+0000","last_became_peered":"2024-09-16T00:52:20.448179+0000","last_unstale":"2024-09-16T00:52:30.939431+0000","last_undegraded":"2024-09-16T00:52:30.939431+0000","last_fullsized":"2024-09-16T00:52:30.939431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:19.597489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854034+0000","last_change":"2024-09-16T00:52:25.483424+0000","last_active":"2024-09-16T00:52:26.854034+0000","last_peered":"2024-09-16T00:52:26.854034+0000","last_clean":"2024-09-16T00:52:26.854034+0000","last_became_active":"2024-09-16T00:52:25.482914+0000","last_became_peered":"2024-09-16T00:52:25.482914+0000","last_unstale":"2024-09-16T00:52:26.854034+0000","last_undegraded":"2024-09-16T00:52:26.854034+0000","last_fullsized":"2024-09-16T00:52:26.854034+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469506+0000","last_change":"2024-09-16T00:52:21.468074+0000","last_active":"2024-09-16T00:52:26.469506+0000","last_peered":"2024-09-16T00:52:26.469506+0000","last_clean":"2024-09-16T00:52:26.469506+0000","last_became_active":"2024-09-16T00:52:21.467767+0000","last_became_peered":"2024-09-16T00:52:21.467767+0000","last_unstale":"2024-09-16T00:52:26.469506+0000","last_undegraded":"2024-09-16T00:52:26.469506+0000","last_fullsized":"2024-09-16T00:52:26.469506+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:20.317831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854596+0000","last_change":"2024-09-16T00:52:20.450667+0000","last_active":"2024-09-16T00:52:26.854596+0000","last_peered":"2024-09-16T00:52:26.854596+0000","last_clean":"2024-09-16T00:52:26.854596+0000","last_became_active":"2024-09-16T00:52:20.450372+0000","last_became_peered":"2024-09-16T00:52:20.450372+0000","last_unstale":"2024-09-16T00:52:26.854596+0000","last_undegraded":"2024-09-16T00:52:26.854596+0000","last_fullsized":"2024-09-16T00:52:26.854596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:18.574280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468200+0000","last_change":"2024-09-16T00:52:25.494681+0000","last_active":"2024-09-16T00:52:26.468200+0000","last_peered":"2024-09-16T00:52:26.468200+0000","last_clean":"2024-09-16T00:52:26.468200+0000","last_became_active":"2024-09-16T00:52:25.494088+0000","last_became_peered":"2024-09-16T00:52:25.494088+0000","last_unstale":"2024-09-16T00:52:26.468200+0000","last_undegraded":"2024-09-16T00:52:26.468200+0000","last_fullsized":"2024-09-16T00:52:26.468200+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:37.310136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854166+0000","last_change":"2024-09-16T00:52:21.461877+0000","last_active":"2024-09-16T00:52:26.854166+0000","last_peered":"2024-09-16T00:52:26.854166+0000","last_clean":"2024-09-16T00:52:26.854166+0000","last_became_active":"2024-09-16T00:52:21.461564+0000","last_became_peered":"2024-09-16T00:52:21.461564+0000","last_unstale":"2024-09-16T00:52:26.854166+0000","last_undegraded":"2024-09-16T00:52:26.854166+0000","last_fullsized":"2024-09-16T00:52:26.854166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853573+0000","last_change":"2024-09-16T00:52:20.456522+0000","last_active":"2024-09-16T00:52:26.853573+0000","last_peered":"2024-09-16T00:52:26.853573+0000","last_clean":"2024-09-16T00:52:26.853573+0000","last_became_active":"2024-09-16T00:52:20.456136+0000","last_became_peered":"2024-09-16T00:52:20.456136+0000","last_unstale":"2024-09-16T00:52:26.853573+0000","last_undegraded":"2024-09-16T00:52:26.853573+0000","last_fullsized":"2024-09-16T00:52:26.853573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466966+0000","last_change":"2024-09-16T00:52:25.487456+0000","last_active":"2024-09-16T00:52:26.466966+0000","last_peered":"2024-09-16T00:52:26.466966+0000","last_clean":"2024-09-16T00:52:26.466966+0000","last_became_active":"2024-09-16T00:52:25.487075+0000","last_became_peered":"2024-09-16T00:52:25.487075+0000","last_unstale":"2024-09-16T00:52:26.466966+0000","last_undegraded":"2024-09-16T00:52:26.466966+0000","last_fullsized":"2024-09-16T00:52:26.466966+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:16.989927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853475+0000","last_change":"2024-09-16T00:52:21.467157+0000","last_active":"2024-09-16T00:52:26.853475+0000","last_peered":"2024-09-16T00:52:26.853475+0000","last_clean":"2024-09-16T00:52:26.853475+0000","last_became_active":"2024-09-16T00:52:21.466937+0000","last_became_peered":"2024-09-16T00:52:21.466937+0000","last_unstale":"2024-09-16T00:52:26.853475+0000","last_undegraded":"2024-09-16T00:52:26.853475+0000","last_fullsized":"2024-09-16T00:52:26.853475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817263+0000","last_change":"2024-09-16T00:52:20.454005+0000","last_active":"2024-09-16T00:52:26.817263+0000","last_peered":"2024-09-16T00:52:26.817263+0000","last_clean":"2024-09-16T00:52:26.817263+0000","last_became_active":"2024-09-16T00:52:20.453678+0000","last_became_peered":"2024-09-16T00:52:20.453678+0000","last_unstale":"2024-09-16T00:52:26.817263+0000","last_undegraded":"2024-09-16T00:52:26.817263+0000","last_fullsized":"2024-09-16T00:52:26.817263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:46.952374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466800+0000","last_change":"2024-09-16T00:52:25.477874+0000","last_active":"2024-09-16T00:52:26.466800+0000","last_peered":"2024-09-16T00:52:26.466800+0000","last_clean":"2024-09-16T00:52:26.466800+0000","last_became_active":"2024-09-16T00:52:25.477453+0000","last_became_peered":"2024-09-16T00:52:25.477453+0000","last_unstale":"2024-09-16T00:52:26.466800+0000","last_undegraded":"2024-09-16T00:52:26.466800+0000","last_fullsized":"2024-09-16T00:52:26.466800+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:53.609735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853648+0000","last_change":"2024-09-16T00:52:25.488365+0000","last_active":"2024-09-16T00:52:26.853648+0000","last_peered":"2024-09-16T00:52:26.853648+0000","last_clean":"2024-09-16T00:52:26.853648+0000","last_became_active":"2024-09-16T00:52:25.487978+0000","last_became_peered":"2024-09-16T00:52:25.487978+0000","last_unstale":"2024-09-16T00:52:26.853648+0000","last_undegraded":"2024-09-16T00:52:26.853648+0000","last_fullsized":"2024-09-16T00:52:26.853648+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:09.346572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.456338+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.455707+0000","last_became_peered":"2024-09-16T00:52:21.455707+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853195+0000","last_change":"2024-09-16T00:52:20.450238+0000","last_active":"2024-09-16T00:52:26.853195+0000","last_peered":"2024-09-16T00:52:26.853195+0000","last_clean":"2024-09-16T00:52:26.853195+0000","last_became_active":"2024-09-16T00:52:20.449946+0000","last_became_peered":"2024-09-16T00:52:20.449946+0000","last_unstale":"2024-09-16T00:52:26.853195+0000","last_undegraded":"2024-09-16T00:52:26.853195+0000","last_fullsized":"2024-09-16T00:52:26.853195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:39:17.302284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817195+0000","last_change":"2024-09-16T00:52:25.480435+0000","last_active":"2024-09-16T00:52:26.817195+0000","last_peered":"2024-09-16T00:52:26.817195+0000","last_clean":"2024-09-16T00:52:26.817195+0000","last_became_active":"2024-09-16T00:52:25.479952+0000","last_became_peered":"2024-09-16T00:52:25.479952+0000","last_unstale":"2024-09-16T00:52:26.817195+0000","last_undegraded":"2024-09-16T00:52:26.817195+0000","last_fullsized":"2024-09-16T00:52:26.817195+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466837+0000","last_change":"2024-09-16T00:52:21.461887+0000","last_active":"2024-09-16T00:52:26.466837+0000","last_peered":"2024-09-16T00:52:26.466837+0000","last_clean":"2024-09-16T00:52:26.466837+0000","last_became_active":"2024-09-16T00:52:21.461360+0000","last_became_peered":"2024-09-16T00:52:21.461360+0000","last_unstale":"2024-09-16T00:52:26.466837+0000","last_undegraded":"2024-09-16T00:52:26.466837+0000","last_fullsized":"2024-09-16T00:52:26.466837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:10.434919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467420+0000","last_change":"2024-09-16T00:52:20.448632+0000","last_active":"2024-09-16T00:52:26.467420+0000","last_peered":"2024-09-16T00:52:26.467420+0000","last_clean":"2024-09-16T00:52:26.467420+0000","last_became_active":"2024-09-16T00:52:20.448327+0000","last_became_peered":"2024-09-16T00:52:20.448327+0000","last_unstale":"2024-09-16T00:52:26.467420+0000","last_undegraded":"2024-09-16T00:52:26.467420+0000","last_fullsized":"2024-09-16T00:52:26.467420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816979+0000","last_change":"2024-09-16T00:52:20.450648+0000","last_active":"2024-09-16T00:52:26.816979+0000","last_peered":"2024-09-16T00:52:26.816979+0000","last_clean":"2024-09-16T00:52:26.816979+0000","last_became_active":"2024-09-16T00:52:20.450350+0000","last_became_peered":"2024-09-16T00:52:20.450350+0000","last_unstale":"2024-09-16T00:52:26.816979+0000","last_undegraded":"2024-09-16T00:52:26.816979+0000","last_fullsized":"2024-09-16T00:52:26.816979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:38.164488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854679+0000","last_change":"2024-09-16T00:52:21.460601+0000","last_active":"2024-09-16T00:52:26.854679+0000","last_peered":"2024-09-16T00:52:26.854679+0000","last_clean":"2024-09-16T00:52:26.854679+0000","last_became_active":"2024-09-16T00:52:21.459844+0000","last_became_peered":"2024-09-16T00:52:21.459844+0000","last_unstale":"2024-09-16T00:52:26.854679+0000","last_undegraded":"2024-09-16T00:52:26.854679+0000","last_fullsized":"2024-09-16T00:52:26.854679+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853805+0000","last_change":"2024-09-16T00:52:25.486621+0000","last_active":"2024-09-16T00:52:26.853805+0000","last_peered":"2024-09-16T00:52:26.853805+0000","last_clean":"2024-09-16T00:52:26.853805+0000","last_became_active":"2024-09-16T00:52:25.486189+0000","last_became_peered":"2024-09-16T00:52:25.486189+0000","last_unstale":"2024-09-16T00:52:26.853805+0000","last_undegraded":"2024-09-16T00:52:26.853805+0000","last_fullsized":"2024-09-16T00:52:26.853805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:37.219605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467137+0000","last_change":"2024-09-16T00:52:20.444584+0000","last_active":"2024-09-16T00:52:26.467137+0000","last_peered":"2024-09-16T00:52:26.467137+0000","last_clean":"2024-09-16T00:52:26.467137+0000","last_became_active":"2024-09-16T00:52:20.444197+0000","last_became_peered":"2024-09-16T00:52:20.444197+0000","last_unstale":"2024-09-16T00:52:26.467137+0000","last_undegraded":"2024-09-16T00:52:26.467137+0000","last_fullsized":"2024-09-16T00:52:26.467137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:00.541926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469854+0000","last_change":"2024-09-16T00:52:21.457502+0000","last_active":"2024-09-16T00:52:26.469854+0000","last_peered":"2024-09-16T00:52:26.469854+0000","last_clean":"2024-09-16T00:52:26.469854+0000","last_became_active":"2024-09-16T00:52:21.457233+0000","last_became_peered":"2024-09-16T00:52:21.457233+0000","last_unstale":"2024-09-16T00:52:26.469854+0000","last_undegraded":"2024-09-16T00:52:26.469854+0000","last_fullsized":"2024-09-16T00:52:26.469854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:08.601481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467498+0000","last_change":"2024-09-16T00:52:25.486130+0000","last_active":"2024-09-16T00:52:26.467498+0000","last_peered":"2024-09-16T00:52:26.467498+0000","last_clean":"2024-09-16T00:52:26.467498+0000","last_became_active":"2024-09-16T00:52:25.485715+0000","last_became_peered":"2024-09-16T00:52:25.485715+0000","last_unstale":"2024-09-16T00:52:26.467498+0000","last_undegraded":"2024-09-16T00:52:26.467498+0000","last_fullsized":"2024-09-16T00:52:26.467498+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:57.086003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816618+0000","last_change":"2024-09-16T00:52:21.464039+0000","last_active":"2024-09-16T00:52:26.816618+0000","last_peered":"2024-09-16T00:52:26.816618+0000","last_clean":"2024-09-16T00:52:26.816618+0000","last_became_active":"2024-09-16T00:52:21.463752+0000","last_became_peered":"2024-09-16T00:52:21.463752+0000","last_unstale":"2024-09-16T00:52:26.816618+0000","last_undegraded":"2024-09-16T00:52:26.816618+0000","last_fullsized":"2024-09-16T00:52:26.816618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:02.012662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853041+0000","last_change":"2024-09-16T00:52:21.452369+0000","last_active":"2024-09-16T00:52:26.853041+0000","last_peered":"2024-09-16T00:52:26.853041+0000","last_clean":"2024-09-16T00:52:26.853041+0000","last_became_active":"2024-09-16T00:52:21.452017+0000","last_became_peered":"2024-09-16T00:52:21.452017+0000","last_unstale":"2024-09-16T00:52:26.853041+0000","last_undegraded":"2024-09-16T00:52:26.853041+0000","last_fullsized":"2024-09-16T00:52:26.853041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:19.578707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853323+0000","last_change":"2024-09-16T00:52:21.460114+0000","last_active":"2024-09-16T00:52:26.853323+0000","last_peered":"2024-09-16T00:52:26.853323+0000","last_clean":"2024-09-16T00:52:26.853323+0000","last_became_active":"2024-09-16T00:52:21.459713+0000","last_became_peered":"2024-09-16T00:52:21.459713+0000","last_unstale":"2024-09-16T00:52:26.853323+0000","last_undegraded":"2024-09-16T00:52:26.853323+0000","last_fullsized":"2024-09-16T00:52:26.853323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854584+0000","last_change":"2024-09-16T00:52:21.461507+0000","last_active":"2024-09-16T00:52:26.854584+0000","last_peered":"2024-09-16T00:52:26.854584+0000","last_clean":"2024-09-16T00:52:26.854584+0000","last_became_active":"2024-09-16T00:52:21.461140+0000","last_became_peered":"2024-09-16T00:52:21.461140+0000","last_unstale":"2024-09-16T00:52:26.854584+0000","last_undegraded":"2024-09-16T00:52:26.854584+0000","last_fullsized":"2024-09-16T00:52:26.854584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467271+0000","last_change":"2024-09-16T00:52:21.455862+0000","last_active":"2024-09-16T00:52:26.467271+0000","last_peered":"2024-09-16T00:52:26.467271+0000","last_clean":"2024-09-16T00:52:26.467271+0000","last_became_active":"2024-09-16T00:52:21.455525+0000","last_became_peered":"2024-09-16T00:52:21.455525+0000","last_unstale":"2024-09-16T00:52:26.467271+0000","last_undegraded":"2024-09-16T00:52:26.467271+0000","last_fullsized":"2024-09-16T00:52:26.467271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854398+0000","last_change":"2024-09-16T00:52:21.455905+0000","last_active":"2024-09-16T00:52:26.854398+0000","last_peered":"2024-09-16T00:52:26.854398+0000","last_clean":"2024-09-16T00:52:26.854398+0000","last_became_active":"2024-09-16T00:52:21.455259+0000","last_became_peered":"2024-09-16T00:52:21.455259+0000","last_unstale":"2024-09-16T00:52:26.854398+0000","last_undegraded":"2024-09-16T00:52:26.854398+0000","last_fullsized":"2024-09-16T00:52:26.854398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817553+0000","last_change":"2024-09-16T00:52:21.467359+0000","last_active":"2024-09-16T00:52:26.817553+0000","last_peered":"2024-09-16T00:52:26.817553+0000","last_clean":"2024-09-16T00:52:26.817553+0000","last_became_active":"2024-09-16T00:52:21.467085+0000","last_became_peered":"2024-09-16T00:52:21.467085+0000","last_unstale":"2024-09-16T00:52:26.817553+0000","last_undegraded":"2024-09-16T00:52:26.817553+0000","last_fullsized":"2024-09-16T00:52:26.817553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:32.330778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467555+0000","last_change":"2024-09-16T00:52:21.457417+0000","last_active":"2024-09-16T00:52:26.467555+0000","last_peered":"2024-09-16T00:52:26.467555+0000","last_clean":"2024-09-16T00:52:26.467555+0000","last_became_active":"2024-09-16T00:52:21.457042+0000","last_became_peered":"2024-09-16T00:52:21.457042+0000","last_unstale":"2024-09-16T00:52:26.467555+0000","last_undegraded":"2024-09-16T00:52:26.467555+0000","last_fullsized":"2024-09-16T00:52:26.467555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853190+0000","last_change":"2024-09-16T00:52:21.459956+0000","last_active":"2024-09-16T00:52:26.853190+0000","last_peered":"2024-09-16T00:52:26.853190+0000","last_clean":"2024-09-16T00:52:26.853190+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.853190+0000","last_undegraded":"2024-09-16T00:52:26.853190+0000","last_fullsized":"2024-09-16T00:52:26.853190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467123+0000","last_change":"2024-09-16T00:52:21.460977+0000","last_active":"2024-09-16T00:52:26.467123+0000","last_peered":"2024-09-16T00:52:26.467123+0000","last_clean":"2024-09-16T00:52:26.467123+0000","last_became_active":"2024-09-16T00:52:21.460398+0000","last_became_peered":"2024-09-16T00:52:21.460398+0000","last_unstale":"2024-09-16T00:52:26.467123+0000","last_undegraded":"2024-09-16T00:52:26.467123+0000","last_fullsized":"2024-09-16T00:52:26.467123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:38.615114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853617+0000","last_change":"2024-09-16T00:52:21.467206+0000","last_active":"2024-09-16T00:52:26.853617+0000","last_peered":"2024-09-16T00:52:26.853617+0000","last_clean":"2024-09-16T00:52:26.853617+0000","last_became_active":"2024-09-16T00:52:21.466882+0000","last_became_peered":"2024-09-16T00:52:21.466882+0000","last_unstale":"2024-09-16T00:52:26.853617+0000","last_undegraded":"2024-09-16T00:52:26.853617+0000","last_fullsized":"2024-09-16T00:52:26.853617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854320+0000","last_change":"2024-09-16T00:52:21.467217+0000","last_active":"2024-09-16T00:52:26.854320+0000","last_peered":"2024-09-16T00:52:26.854320+0000","last_clean":"2024-09-16T00:52:26.854320+0000","last_became_active":"2024-09-16T00:52:21.466878+0000","last_became_peered":"2024-09-16T00:52:21.466878+0000","last_unstale":"2024-09-16T00:52:26.854320+0000","last_undegraded":"2024-09-16T00:52:26.854320+0000","last_fullsized":"2024-09-16T00:52:26.854320+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:42:46.317644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817086+0000","last_change":"2024-09-16T00:52:21.459969+0000","last_active":"2024-09-16T00:52:26.817086+0000","last_peered":"2024-09-16T00:52:26.817086+0000","last_clean":"2024-09-16T00:52:26.817086+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.817086+0000","last_undegraded":"2024-09-16T00:52:26.817086+0000","last_fullsized":"2024-09-16T00:52:26.817086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:25.542237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468975+0000","last_change":"2024-09-16T00:52:21.449852+0000","last_active":"2024-09-16T00:52:26.468975+0000","last_peered":"2024-09-16T00:52:26.468975+0000","last_clean":"2024-09-16T00:52:26.468975+0000","last_became_active":"2024-09-16T00:52:21.449545+0000","last_became_peered":"2024-09-16T00:52:21.449545+0000","last_unstale":"2024-09-16T00:52:26.468975+0000","last_undegraded":"2024-09-16T00:52:26.468975+0000","last_fullsized":"2024-09-16T00:52:26.468975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.458898+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.458621+0000","last_became_peered":"2024-09-16T00:52:21.458621+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:14.283729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853911+0000","last_change":"2024-09-16T00:52:21.467629+0000","last_active":"2024-09-16T00:52:26.853911+0000","last_peered":"2024-09-16T00:52:26.853911+0000","last_clean":"2024-09-16T00:52:26.853911+0000","last_became_active":"2024-09-16T00:52:21.467361+0000","last_became_peered":"2024-09-16T00:52:21.467361+0000","last_unstale":"2024-09-16T00:52:26.853911+0000","last_undegraded":"2024-09-16T00:52:26.853911+0000","last_fullsized":"2024-09-16T00:52:26.853911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853027+0000","last_change":"2024-09-16T00:52:21.463863+0000","last_active":"2024-09-16T00:52:26.853027+0000","last_peered":"2024-09-16T00:52:26.853027+0000","last_clean":"2024-09-16T00:52:26.853027+0000","last_became_active":"2024-09-16T00:52:21.463580+0000","last_became_peered":"2024-09-16T00:52:21.463580+0000","last_unstale":"2024-09-16T00:52:26.853027+0000","last_undegraded":"2024-09-16T00:52:26.853027+0000","last_fullsized":"2024-09-16T00:52:26.853027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853510+0000","last_change":"2024-09-16T00:52:21.457331+0000","last_active":"2024-09-16T00:52:26.853510+0000","last_peered":"2024-09-16T00:52:26.853510+0000","last_clean":"2024-09-16T00:52:26.853510+0000","last_became_active":"2024-09-16T00:52:21.457063+0000","last_became_peered":"2024-09-16T00:52:21.457063+0000","last_unstale":"2024-09-16T00:52:26.853510+0000","last_undegraded":"2024-09-16T00:52:26.853510+0000","last_fullsized":"2024-09-16T00:52:26.853510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854002+0000","last_change":"2024-09-16T00:52:21.453526+0000","last_active":"2024-09-16T00:52:26.854002+0000","last_peered":"2024-09-16T00:52:26.854002+0000","last_clean":"2024-09-16T00:52:26.854002+0000","last_became_active":"2024-09-16T00:52:21.453159+0000","last_became_peered":"2024-09-16T00:52:21.453159+0000","last_unstale":"2024-09-16T00:52:26.854002+0000","last_undegraded":"2024-09-16T00:52:26.854002+0000","last_fullsized":"2024-09-16T00:52:26.854002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:45.162604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466916+0000","last_change":"2024-09-16T00:52:21.458416+0000","last_active":"2024-09-16T00:52:26.466916+0000","last_peered":"2024-09-16T00:52:26.466916+0000","last_clean":"2024-09-16T00:52:26.466916+0000","last_became_active":"2024-09-16T00:52:21.458102+0000","last_became_peered":"2024-09-16T00:52:21.458102+0000","last_unstale":"2024-09-16T00:52:26.466916+0000","last_undegraded":"2024-09-16T00:52:26.466916+0000","last_fullsized":"2024-09-16T00:52:26.466916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:31.477951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469381+0000","last_change":"2024-09-16T00:52:21.465719+0000","last_active":"2024-09-16T00:52:26.469381+0000","last_peered":"2024-09-16T00:52:26.469381+0000","last_clean":"2024-09-16T00:52:26.469381+0000","last_became_active":"2024-09-16T00:52:21.465413+0000","last_became_peered":"2024-09-16T00:52:21.465413+0000","last_unstale":"2024-09-16T00:52:26.469381+0000","last_undegraded":"2024-09-16T00:52:26.469381+0000","last_fullsized":"2024-09-16T00:52:26.469381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:59.860474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817305+0000","last_change":"2024-09-16T00:52:21.463027+0000","last_active":"2024-09-16T00:52:26.817305+0000","last_peered":"2024-09-16T00:52:26.817305+0000","last_clean":"2024-09-16T00:52:26.817305+0000","last_became_active":"2024-09-16T00:52:21.462616+0000","last_became_peered":"2024-09-16T00:52:21.462616+0000","last_unstale":"2024-09-16T00:52:26.817305+0000","last_undegraded":"2024-09-16T00:52:26.817305+0000","last_fullsized":"2024-09-16T00:52:26.817305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:54.773844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817521+0000","last_change":"2024-09-16T00:52:21.461324+0000","last_active":"2024-09-16T00:52:26.817521+0000","last_peered":"2024-09-16T00:52:26.817521+0000","last_clean":"2024-09-16T00:52:26.817521+0000","last_became_active":"2024-09-16T00:52:21.461051+0000","last_became_peered":"2024-09-16T00:52:21.461051+0000","last_unstale":"2024-09-16T00:52:26.817521+0000","last_undegraded":"2024-09-16T00:52:26.817521+0000","last_fullsized":"2024-09-16T00:52:26.817521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:33.282483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469193+0000","last_change":"2024-09-16T00:52:21.453758+0000","last_active":"2024-09-16T00:52:26.469193+0000","last_peered":"2024-09-16T00:52:26.469193+0000","last_clean":"2024-09-16T00:52:26.469193+0000","last_became_active":"2024-09-16T00:52:21.453201+0000","last_became_peered":"2024-09-16T00:52:21.453201+0000","last_unstale":"2024-09-16T00:52:26.469193+0000","last_undegraded":"2024-09-16T00:52:26.469193+0000","last_fullsized":"2024-09-16T00:52:26.469193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:53.548767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466596+0000","last_change":"2024-09-16T00:52:21.470226+0000","last_active":"2024-09-16T00:52:26.466596+0000","last_peered":"2024-09-16T00:52:26.466596+0000","last_clean":"2024-09-16T00:52:26.466596+0000","last_became_active":"2024-09-16T00:52:21.469845+0000","last_became_peered":"2024-09-16T00:52:21.469845+0000","last_unstale":"2024-09-16T00:52:26.466596+0000","last_undegraded":"2024-09-16T00:52:26.466596+0000","last_fullsized":"2024-09-16T00:52:26.466596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:21.334629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468041+0000","last_change":"2024-09-16T00:52:21.455068+0000","last_active":"2024-09-16T00:52:26.468041+0000","last_peered":"2024-09-16T00:52:26.468041+0000","last_clean":"2024-09-16T00:52:26.468041+0000","last_became_active":"2024-09-16T00:52:21.454766+0000","last_became_peered":"2024-09-16T00:52:21.454766+0000","last_unstale":"2024-09-16T00:52:26.468041+0000","last_undegraded":"2024-09-16T00:52:26.468041+0000","last_fullsized":"2024-09-16T00:52:26.468041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853152+0000","last_change":"2024-09-16T00:52:21.464248+0000","last_active":"2024-09-16T00:52:26.853152+0000","last_peered":"2024-09-16T00:52:26.853152+0000","last_clean":"2024-09-16T00:52:26.853152+0000","last_became_active":"2024-09-16T00:52:21.463884+0000","last_became_peered":"2024-09-16T00:52:21.463884+0000","last_unstale":"2024-09-16T00:52:26.853152+0000","last_undegraded":"2024-09-16T00:52:26.853152+0000","last_fullsized":"2024-09-16T00:52:26.853152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468304+0000","last_change":"2024-09-16T00:52:21.450580+0000","last_active":"2024-09-16T00:52:26.468304+0000","last_peered":"2024-09-16T00:52:26.468304+0000","last_clean":"2024-09-16T00:52:26.468304+0000","last_became_active":"2024-09-16T00:52:21.450267+0000","last_became_peered":"2024-09-16T00:52:21.450267+0000","last_unstale":"2024-09-16T00:52:26.468304+0000","last_undegraded":"2024-09-16T00:52:26.468304+0000","last_fullsized":"2024-09-16T00:52:26.468304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853485+0000","last_change":"2024-09-16T00:52:21.462926+0000","last_active":"2024-09-16T00:52:26.853485+0000","last_peered":"2024-09-16T00:52:26.853485+0000","last_clean":"2024-09-16T00:52:26.853485+0000","last_became_active":"2024-09-16T00:52:21.462618+0000","last_became_peered":"2024-09-16T00:52:21.462618+0000","last_unstale":"2024-09-16T00:52:26.853485+0000","last_undegraded":"2024-09-16T00:52:26.853485+0000","last_fullsized":"2024-09-16T00:52:26.853485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853306+0000","last_change":"2024-09-16T00:52:21.460539+0000","last_active":"2024-09-16T00:52:26.853306+0000","last_peered":"2024-09-16T00:52:26.853306+0000","last_clean":"2024-09-16T00:52:26.853306+0000","last_became_active":"2024-09-16T00:52:21.460262+0000","last_became_peered":"2024-09-16T00:52:21.460262+0000","last_unstale":"2024-09-16T00:52:26.853306+0000","last_undegraded":"2024-09-16T00:52:26.853306+0000","last_fullsized":"2024-09-16T00:52:26.853306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854704+0000","last_change":"2024-09-16T00:52:21.455250+0000","last_active":"2024-09-16T00:52:26.854704+0000","last_peered":"2024-09-16T00:52:26.854704+0000","last_clean":"2024-09-16T00:52:26.854704+0000","last_became_active":"2024-09-16T00:52:21.454962+0000","last_became_peered":"2024-09-16T00:52:21.454962+0000","last_unstale":"2024-09-16T00:52:26.854704+0000","last_undegraded":"2024-09-16T00:52:26.854704+0000","last_fullsized":"2024-09-16T00:52:26.854704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468991+0000","last_change":"2024-09-16T00:52:21.459252+0000","last_active":"2024-09-16T00:52:26.468991+0000","last_peered":"2024-09-16T00:52:26.468991+0000","last_clean":"2024-09-16T00:52:26.468991+0000","last_became_active":"2024-09-16T00:52:21.458972+0000","last_became_peered":"2024-09-16T00:52:21.458972+0000","last_unstale":"2024-09-16T00:52:26.468991+0000","last_undegraded":"2024-09-16T00:52:26.468991+0000","last_fullsized":"2024-09-16T00:52:26.468991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476743,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":270336,"data_stored":103741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":103775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":694621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":856064,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":103705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:52:41.827 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:52:41.827 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T00:52:41.827 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T00:52:41.827 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T00:52:41.827 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T00:52:41.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.964+0000 7fd3f6d5f640 1 Processor -- start 2024-09-16T00:52:41.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.964+0000 7fd3f6d5f640 1 -- start start 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f6d5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f00ae030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f6d5f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd3f00af810 0x7fd3f00afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f6d5f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3f0145a70 con 0x7fd3f0145460 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f6d5f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd3f0145d50 con 0x7fd3f00af810 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f6d5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f00d1160 con 0x7fd3f0145080 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3effff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd3f0145460 0x7fd3f00d1960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53660/0 (socket says 172.21.15.32:53660) 2024-09-16T00:52:41.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3effff640 1 -- 172.21.15.32:0/3061494942 learned_addr learned my addr 172.21.15.32:0/3061494942 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3061494942 >> v2:172.21.15.50:3300/0 conn(0x7fd3f00af810 0x7fd3f00afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.965+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f00ae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/3061494942 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 670794750 0 0) 0x7fd3f0145a70 con 0x7fd3f0145460 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/3061494942 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3d8003520 con 0x7fd3f0145460 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 msgr2=0x7fd3f00ae030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f00ae030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3061494942 >> v1:172.21.15.32:6789/0 conn(0x7fd3f0145460 legacy=0x7fd3f00d1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3061494942 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f00d1440 con 0x7fd3f00af810 2024-09-16T00:52:41.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.966+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f00ae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f00afcc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009d90 tx=0x7fd3e802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b913d211243c7898 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/3061494942 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8007740 con 0x7fd3f00af810 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/3061494942 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e80078e0 con 0x7fd3f00af810 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/3061494942 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8007c90 con 0x7fd3f00af810 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 msgr2=0x7fd3f00afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f00afcc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009d90 tx=0x7fd3e802a660 comp rx=0 tx=0).stop 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3061494942 shutdown_connections 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f00afcc0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3061494942 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f00ae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3061494942 >> 172.21.15.32:0/3061494942 conn(0x7fd3f00b6570 msgr2=0x7fd3f00b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3061494942 shutdown_connections 2024-09-16T00:52:41.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.967+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3061494942 wait complete. 2024-09-16T00:52:41.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.968+0000 7fd3f6d5f640 1 Processor -- start 2024-09-16T00:52:41.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 -- start start 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f015cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f015d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f015fcb0 con 0x7fd3f0145460 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f00b0410 con 0x7fd3f00af810 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f6d5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f015fe30 con 0x7fd3f0145080 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f52fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.969+0000 7fd3f52fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59706/0 (socket says 172.21.15.32:59706) 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3825867963 learned_addr learned my addr 172.21.15.32:0/3825867963 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3effff640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f015d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f015cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 msgr2=0x7fd3f015d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f015d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 msgr2=0x7fd3f015cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f015cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 -- 172.21.15.32:0/3825867963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f00cfb10 con 0x7fd3f0145460 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3effff640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f015d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f015cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f52fc640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009eb0 tx=0x7fd3e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8040070 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e8031c60 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3f00cfdf0 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8009450 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.970+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3f00d03b0 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.971+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3f00afcc0 con 0x7fd3f0145460 2024-09-16T00:52:41.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.972+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd3e8039040 con 0x7fd3f0145460 2024-09-16T00:52:41.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.972+0000 7fd3ed7fa640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 0x7fd3dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:41.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.972+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd3e80acba0 con 0x7fd3f0145460 2024-09-16T00:52:41.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.972+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 0x7fd3dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:41.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.973+0000 7fd3f4afb640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 0x7fd3dc06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009ba0 tx=0x7fd3e0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:41.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:41.977+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3e807b060 con 0x7fd3f0145460 2024-09-16T00:52:42.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.198+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd3f00cd8d0 con 0x7fd3f0145460 2024-09-16T00:52:42.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.201+0000 7fd3ed7fa640 1 -- 172.21.15.32:0/3825867963 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173505 (secure 0 0 0) 0x7fd3e807a960 con 0x7fd3f0145460 2024-09-16T00:52:42.203 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 msgr2=0x7fd3dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 0x7fd3dc06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009ba0 tx=0x7fd3e0008040 comp rx=0 tx=0).stop 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 msgr2=0x7fd3f015eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009eb0 tx=0x7fd3e8004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 shutdown_connections 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd3dc06c2b0 0x7fd3dc06e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f0145460 0x7fd3f015eab0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3f0145080 0x7fd3f015d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 --2- 172.21.15.32:0/3825867963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3f00af810 0x7fd3f015cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 >> 172.21.15.32:0/3825867963 conn(0x7fd3f00b6570 msgr2=0x7fd3f00b6950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:42.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 shutdown_connections 2024-09-16T00:52:42.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.204+0000 7fd3f6d5f640 1 -- 172.21.15.32:0/3825867963 wait complete. 2024-09-16T00:52:42.214 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":5,"flags":0,"active_gid":4098,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":4142856377},{"type":"v1","addr":"172.21.15.32:6817","nonce":4142856377}]},"active_addr":"172.21.15.32:6817/4142856377","active_change":"2024-09-16T00:52:01.076354+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4111,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2959936019}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":4034506164}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2210336835}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3678670905}]}]} 2024-09-16T00:52:42.219 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T00:52:42.219 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:52:42.219 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:42.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.321+0000 7f6fe718d640 1 Processor -- start 2024-09-16T00:52:42.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.321+0000 7f6fe718d640 1 -- start start 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe718d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 0x7f6fe00ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe718d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6fe00cf040 0x7f6fe00d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe718d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fe00d16b0 con 0x7f6fe00d1200 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe718d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6fe00d3430 con 0x7f6fe00cf040 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe718d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe00d36d0 con 0x7f6fe015e510 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fe4f29640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 0x7f6fe00ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fdffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6fe00cf040 0x7f6fe00d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fdffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6fe00cf040 0x7f6fe00d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35840/0 (socket says 172.21.15.32:35840) 2024-09-16T00:52:42.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.322+0000 7f6fdffff640 1 -- 172.21.15.32:0/109288365 learned_addr learned my addr 172.21.15.32:0/109288365 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:42.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.323+0000 7f6fdffff640 1 -- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 msgr2=0x7f6fe00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:42.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.323+0000 7f6fdffff640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 0x7f6fe00ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.323+0000 7f6fdffff640 1 -- 172.21.15.32:0/109288365 >> v1:172.21.15.50:6789/0 conn(0x7f6fe00d1200 legacy=0x7f6fe00b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.323+0000 7f6fdffff640 1 -- 172.21.15.32:0/109288365 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe00d39b0 con 0x7f6fe00cf040 2024-09-16T00:52:42.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.323+0000 7f6fe4f29640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 0x7f6fe00ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:42.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fdffff640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe00cf040 0x7f6fe00d0cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4009870 tx=0x7f6fd402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4463a970c484d8c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fdf7fe640 1 -- 172.21.15.32:0/109288365 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4037070 con 0x7f6fe00cf040 2024-09-16T00:52:42.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fdf7fe640 1 -- 172.21.15.32:0/109288365 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fd4032440 con 0x7f6fe00cf040 2024-09-16T00:52:42.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fdf7fe640 1 -- 172.21.15.32:0/109288365 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4032810 con 0x7f6fe00cf040 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 -- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe00cf040 msgr2=0x7f6fe00d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe00cf040 0x7f6fe00d0cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4009870 tx=0x7f6fd402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 -- 172.21.15.32:0/109288365 shutdown_connections 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe00cf040 0x7f6fe00d0cc0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 --2- 172.21.15.32:0/109288365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe015e510 0x7f6fe00ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 -- 172.21.15.32:0/109288365 >> 172.21.15.32:0/109288365 conn(0x7f6fe006d1a0 msgr2=0x7f6fe0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 -- 172.21.15.32:0/109288365 shutdown_connections 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.324+0000 7f6fe718d640 1 -- 172.21.15.32:0/109288365 wait complete. 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.326+0000 7f6fe718d640 1 Processor -- start 2024-09-16T00:52:42.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.326+0000 7f6fe718d640 1 -- start start 2024-09-16T00:52:42.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.326+0000 7f6fe718d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe00cf040 0x7f6fe014fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.326+0000 7f6fe718d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe718d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe015e510 0x7f6fe00b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe718d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe00d22a0 con 0x7f6fe00d1200 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe718d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe00d3f70 con 0x7f6fe015e510 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe718d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe015e8f0 con 0x7f6fe00cf040 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59720/0 (socket says 172.21.15.32:59720) 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 -- 172.21.15.32:0/961096632 learned_addr learned my addr 172.21.15.32:0/961096632 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe4f29640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe00cf040 0x7f6fe014fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe572a640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe015e510 0x7f6fe00b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 -- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe00cf040 msgr2=0x7f6fe014fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe00cf040 0x7f6fe014fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 -- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe015e510 msgr2=0x7f6fe00b56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe015e510 0x7f6fe00b56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 -- 172.21.15.32:0/961096632 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe01f5d10 con 0x7f6fe00d1200 2024-09-16T00:52:42.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdffff640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4009870 tx=0x7f6fd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4041070 con 0x7f6fe00d1200 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fd403c890 con 0x7f6fe00d1200 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe01f5530 con 0x7f6fe00d1200 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.327+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4037040 con 0x7f6fe00d1200 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.328+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe0160200 con 0x7f6fe00d1200 2024-09-16T00:52:42.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.328+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe0073d20 con 0x7f6fe00d1200 2024-09-16T00:52:42.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.329+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6fd4044070 con 0x7f6fe00d1200 2024-09-16T00:52:42.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.329+0000 7f6fdd7fa640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 0x7f6fcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.329+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6fd40ac380 con 0x7f6fe00d1200 2024-09-16T00:52:42.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.329+0000 7f6fe4f29640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 0x7f6fcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.330+0000 7f6fe4f29640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 0x7f6fcc06e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009560 tx=0x7f6fd0009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.334+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6fe0073d20 con 0x7f6fe00d1200 2024-09-16T00:52:42.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.511+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6fe00b9110 con 0x7f6fe00d1200 2024-09-16T00:52:42.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.512+0000 7f6fdd7fa640 1 -- 172.21.15.32:0/961096632 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f6fd407a310 con 0x7f6fe00d1200 2024-09-16T00:52:42.513 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:42.513 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 msgr2=0x7f6fcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 0x7f6fcc06e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009560 tx=0x7f6fd0009190 comp rx=0 tx=0).stop 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 msgr2=0x7f6fe01f4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4009870 tx=0x7f6fd40046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 shutdown_connections 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6fcc06c2b0 0x7f6fcc06e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fe015e510 0x7f6fe00b56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fe00d1200 0x7f6fe01f4b50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 --2- 172.21.15.32:0/961096632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6fe00cf040 0x7f6fe014fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 >> 172.21.15.32:0/961096632 conn(0x7f6fe006d1a0 msgr2=0x7f6fe00b9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:42.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 shutdown_connections 2024-09-16T00:52:42.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.515+0000 7f6fe718d640 1 -- 172.21.15.32:0/961096632 wait complete. 2024-09-16T00:52:42.526 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:52:42.526 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.628+0000 7fa4f6db9640 1 Processor -- start 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.628+0000 7fa4f6db9640 1 -- start start 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f6db9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa4f00ceee0 0x7fa4f00d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f6db9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa4f00d1380 0x7fa4f00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f6db9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4f00d3480 con 0x7fa4f015e560 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f6db9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa4f00d17d0 con 0x7fa4f00d1380 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f6db9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa4f00d3760 con 0x7fa4f00ceee0 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa4f00d1380 0x7fa4f00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f4b55640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa4f015e560 0x7fa4f00cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53668/0 (socket says 172.21.15.32:53668) 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f4b55640 1 -- 172.21.15.32:0/4245943827 learned_addr learned my addr 172.21.15.32:0/4245943827 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 --2- 172.21.15.32:0/4245943827 >> v2:172.21.15.32:3300/0 conn(0x7fa4f00d1380 0x7fa4f00b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59732/0 (socket says 172.21.15.32:59732) 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4effff640 1 --2- 172.21.15.32:0/4245943827 >> v2:172.21.15.50:3300/0 conn(0x7fa4f00ceee0 0x7fa4f00d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 -- 172.21.15.32:0/4245943827 >> v2:172.21.15.50:3300/0 conn(0x7fa4f00ceee0 msgr2=0x7fa4f00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 --2- 172.21.15.32:0/4245943827 >> v2:172.21.15.50:3300/0 conn(0x7fa4f00ceee0 0x7fa4f00d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 -- 172.21.15.32:0/4245943827 >> v1:172.21.15.32:6789/0 conn(0x7fa4f015e560 legacy=0x7fa4f00cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4f5356640 1 -- 172.21.15.32:0/4245943827 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f00d3a40 con 0x7fa4f00d1380 2024-09-16T00:52:42.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.629+0000 7fa4ef7fe640 1 -- 172.21.15.32:0/4245943827 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 913925814 0 0) 0x7fa4f00d3480 con 0x7fa4f015e560 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.630+0000 7fa4f5356640 1 --2- 172.21.15.32:0/4245943827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f00d1380 0x7fa4f00b7790 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa4f00cb510 tx=0x7fa4e802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9da2a4b1cb4d1eb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.630+0000 7fa4ef7fe640 1 -- 172.21.15.32:0/4245943827 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8007740 con 0x7fa4f00d1380 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.630+0000 7fa4ef7fe640 1 -- 172.21.15.32:0/4245943827 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4e80078e0 con 0x7fa4f00d1380 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.630+0000 7fa4ef7fe640 1 -- 172.21.15.32:0/4245943827 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8007cb0 con 0x7fa4f00d1380 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 -- 172.21.15.32:0/4245943827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f00d1380 msgr2=0x7fa4f00b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/4245943827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f00d1380 0x7fa4f00b7790 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa4f00cb510 tx=0x7fa4e802a680 comp rx=0 tx=0).stop 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 -- 172.21.15.32:0/4245943827 shutdown_connections 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/4245943827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f00d1380 0x7fa4f00b7790 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/4245943827 >> v2:172.21.15.50:3300/0 conn(0x7fa4f00ceee0 0x7fa4f00d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 -- 172.21.15.32:0/4245943827 >> 172.21.15.32:0/4245943827 conn(0x7fa4f0073850 msgr2=0x7fa4f006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 -- 172.21.15.32:0/4245943827 shutdown_connections 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.631+0000 7fa4f6db9640 1 -- 172.21.15.32:0/4245943827 wait complete. 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.632+0000 7fa4f6db9640 1 Processor -- start 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.632+0000 7fa4f6db9640 1 -- start start 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f00ceee0 0x7fa4f0161650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4f00d1380 0x7fa4f00cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f015e940 con 0x7fa4f015e560 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f00d4240 con 0x7fa4f00ceee0 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f6db9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4f015eac0 con 0x7fa4f00d1380 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f5356640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f5356640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59748/0 (socket says 172.21.15.32:59748) 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f5356640 1 -- 172.21.15.32:0/714386778 learned_addr learned my addr 172.21.15.32:0/714386778 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4f4b55640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f00ceee0 0x7fa4f0161650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.633+0000 7fa4effff640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4f00d1380 0x7fa4f00cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 -- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4f00d1380 msgr2=0x7fa4f00cdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4f00d1380 0x7fa4f00cdf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 -- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f00ceee0 msgr2=0x7fa4f0161650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f00ceee0 0x7fa4f0161650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 -- 172.21.15.32:0/714386778 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f00cdd20 con 0x7fa4f015e560 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f5356640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa4e802ac70 tx=0x7fa4e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8040070 con 0x7fa4f015e560 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4e8031bc0 con 0x7fa4f015e560 2024-09-16T00:52:42.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4f0152f60 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8009450 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.634+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4f0160b70 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.635+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4f00d0e40 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.635+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4e8039040 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.636+0000 7fa4ed7fa640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 0x7fa4dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.636+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa4e80acec0 con 0x7fa4f015e560 2024-09-16T00:52:42.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.636+0000 7fa4f4b55640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 0x7fa4dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:42.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.636+0000 7fa4f4b55640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 0x7fa4dc06e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0007fd0 tx=0x7fa4e0007de0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:42.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.640+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4e807ac90 con 0x7fa4f015e560 2024-09-16T00:52:42.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.818+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa4f006baf0 con 0x7fa4f015e560 2024-09-16T00:52:42.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.820+0000 7fa4ed7fa640 1 -- 172.21.15.32:0/714386778 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7fa4e807ef90 con 0x7fa4f015e560 2024-09-16T00:52:42.820 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:42.820 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:42.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 msgr2=0x7fa4dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 0x7fa4dc06e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0007fd0 tx=0x7fa4e0007de0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 msgr2=0x7fa4f00b41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:42.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa4e802ac70 tx=0x7fa4e8004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:42.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 shutdown_connections 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4dc06c2b0 0x7fa4dc06e770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4f015e560 0x7fa4f00b41c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4f00d1380 0x7fa4f00cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 --2- 172.21.15.32:0/714386778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f00ceee0 0x7fa4f0161650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 >> 172.21.15.32:0/714386778 conn(0x7fa4f0073850 msgr2=0x7fa4f00b7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 shutdown_connections 2024-09-16T00:52:42.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:42.822+0000 7fa4f6db9640 1 -- 172.21.15.32:0/714386778 wait complete. 2024-09-16T00:52:42.834 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T00:52:42.834 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T00:52:42.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T00:52:42.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T00:52:42.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-16T00:52:42.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-16T00:52:42.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-16T00:52:42.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-16T00:52:43.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.010+0000 7f3cd359e640 1 Processor -- start 2024-09-16T00:52:43.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.010+0000 7f3cd359e640 1 -- start start 2024-09-16T00:52:43.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f44a3fff640 1 Processor -- start 2024-09-16T00:52:43.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f44a3fff640 1 -- start start 2024-09-16T00:52:43.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f6300a4b640 1 Processor -- start 2024-09-16T00:52:43.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f3cd359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 0x7f3ccc00bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f3cd359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3ccc049e70 0x7f3ccc008310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f3cd359e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ccc0e8360 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f3cd359e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3ccc00c4c0 con 0x7f3ccc049e70 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.012+0000 7f3cd359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3ccc007830 con 0x7f3ccc0e1660 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd259c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 0x7f3ccc00bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd1d9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f3ccc0e7f00 0x7f3ccc049760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45062/0 (socket says 172.21.15.32:45062) 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd1d9b640 1 -- 172.21.15.32:0/3090404584 learned_addr learned my addr 172.21.15.32:0/3090404584 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd2d9d640 1 --2- 172.21.15.32:0/3090404584 >> v2:172.21.15.50:3300/0 conn(0x7f3ccc049e70 0x7f3ccc008310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd259c640 1 -- 172.21.15.32:0/3090404584 >> v2:172.21.15.50:3300/0 conn(0x7f3ccc049e70 msgr2=0x7f3ccc008310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd259c640 1 --2- 172.21.15.32:0/3090404584 >> v2:172.21.15.50:3300/0 conn(0x7f3ccc049e70 0x7f3ccc008310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd259c640 1 -- 172.21.15.32:0/3090404584 >> v1:172.21.15.50:6789/0 conn(0x7f3ccc0e7f00 legacy=0x7f3ccc049760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f3cd259c640 1 -- 172.21.15.32:0/3090404584 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc007b10 con 0x7f3ccc0e1660 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7fb4bd0c9640 1 Processor -- start 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7fb4bd0c9640 1 -- start start 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f44a3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f449c039240 0x7f449c006f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a3fff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f449c033c90 con 0x7f449c054ca0 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a3fff640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f449c039ac0 con 0x7f449c036010 2024-09-16T00:52:43.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a3fff640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f449c0074c0 con 0x7f449c039240 2024-09-16T00:52:43.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a27fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f449c039240 0x7f449c006f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f0ef0342640 1 Processor -- start 2024-09-16T00:52:43.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a27fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f449c039240 0x7f449c006f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59752/0 (socket says 172.21.15.32:59752) 2024-09-16T00:52:43.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a27fc640 1 -- 172.21.15.32:0/3706363075 learned_addr learned my addr 172.21.15.32:0/3706363075 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f3cd259c640 1 --2- 172.21.15.32:0/3090404584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 0x7f3ccc00bd90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4009790 tx=0x7f3cc4029f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75ec70ba140b509 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a27fc640 1 -- 172.21.15.32:0/3706363075 >> v1:172.21.15.50:6789/0 conn(0x7f449c036010 legacy=0x7f449c036410 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:52:43.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f44a27fc640 1 -- 172.21.15.32:0/3706363075 >> v1:172.21.15.32:6789/0 conn(0x7f449c054ca0 legacy=0x7f449c033580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.013+0000 7f6300a4b640 1 -- start start 2024-09-16T00:52:43.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f6300a4b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f62fc06e5f0 0x7f62fc165230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f6300a4b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62fc0b4700 con 0x7f62fc072710 2024-09-16T00:52:43.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f3cd159a640 1 -- 172.21.15.32:0/3090404584 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4037070 con 0x7f3ccc0e1660 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb4b815e380 0x7fb4b80af220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b80cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fb4b80af760 con 0x7fb4b80ad210 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb4b80cfa00 con 0x7fb4b815e380 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4bd0c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4b80ca690 con 0x7fb4b80acdd0 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4b759e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4b759e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59766/0 (socket says 172.21.15.32:59766) 2024-09-16T00:52:43.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7fb4b759e640 1 -- 172.21.15.32:0/2635837367 learned_addr learned my addr 172.21.15.32:0/2635837367 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f3cd159a640 1 -- 172.21.15.32:0/3090404584 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc402abd0 con 0x7f3ccc0e1660 2024-09-16T00:52:43.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b659c640 1 --2- 172.21.15.32:0/2635837367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b80cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.014+0000 7f0ef0342640 1 -- start start 2024-09-16T00:52:43.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0ef0342640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ee81624f0 0x7f0ee8072c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0ef0342640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee80b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f44a27fc640 1 -- 172.21.15.32:0/3706363075 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449c0e6700 con 0x7f449c039240 2024-09-16T00:52:43.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0ef0342640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ee806e7a0 con 0x7f0ee806dfc0 2024-09-16T00:52:43.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b6d9d640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.50:3300/0 conn(0x7fb4b815e380 0x7fb4b80af220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0eee0de640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ee81624f0 0x7f0ee8072c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0eee0de640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ee81624f0 0x7f0ee8072c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35880/0 (socket says 172.21.15.32:35880) 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0eee0de640 1 -- 172.21.15.32:0/97690158 learned_addr learned my addr 172.21.15.32:0/97690158 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee806f3b0 con 0x7f0ee81624f0 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee806ea80 con 0x7f0ee806c620 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f0eee8df640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee80b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7f3cd159a640 1 -- 172.21.15.32:0/3090404584 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4032440 con 0x7f3ccc0e1660 2024-09-16T00:52:43.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b659c640 1 -- 172.21.15.32:0/2635837367 >> v2:172.21.15.50:3300/0 conn(0x7fb4b815e380 msgr2=0x7fb4b80af220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b659c640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.50:3300/0 conn(0x7fb4b815e380 0x7fb4b80af220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f6300a4b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62fc06ec30 con 0x7f62fc15e5b0 2024-09-16T00:52:43.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f6300a4b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f62fc06f840 con 0x7f62fc06e5f0 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f62fc072710 0x7f62fc15dea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53680/0 (socket says 172.21.15.32:53680) 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fad9d640 1 -- 172.21.15.32:0/2492968427 learned_addr learned my addr 172.21.15.32:0/2492968427 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fb59e640 1 --2- 172.21.15.32:0/2492968427 >> v2:172.21.15.50:3300/0 conn(0x7f62fc06e5f0 0x7f62fc165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2240385781 0 0) 0x7f62fc0b4700 con 0x7f62fc072710 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f62e8003520 con 0x7f62fc072710 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2912440261 0 0) 0x7f62e8003520 con 0x7f62fc072710 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fb59e640 1 -- 172.21.15.32:0/2492968427 >> v1:172.21.15.50:6789/0 conn(0x7f62fc15e5b0 legacy=0x7f62fc06dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b659c640 1 -- 172.21.15.32:0/2635837367 >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 msgr2=0x7fb4b80ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fb59e640 1 -- 172.21.15.32:0/2492968427 >> v1:172.21.15.32:6789/0 conn(0x7f62fc072710 legacy=0x7f62fc15dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.015+0000 7f62fb59e640 1 -- 172.21.15.32:0/2492968427 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62fc06ef10 con 0x7f62fc06e5f0 2024-09-16T00:52:43.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.016+0000 7fb4b659c640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7fb4b659c640 1 -- 172.21.15.32:0/2635837367 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b80ca970 con 0x7fb4b80acdd0 2024-09-16T00:52:43.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0eee0de640 1 -- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 msgr2=0x7f0ee80b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0eee0de640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee80b42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0eee0de640 1 -- 172.21.15.32:0/97690158 >> v1:172.21.15.32:6789/0 conn(0x7f0ee806dfc0 legacy=0x7f0ee806bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7fb4b759e640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:43.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f8e8dda6640 1 Processor -- start 2024-09-16T00:52:43.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f62fb59e640 1 --2- 172.21.15.32:0/2492968427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc165230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f62f40097a0 tx=0x7f62f402a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52a0fb60c32ca865 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0995d36640 1 Processor -- start 2024-09-16T00:52:43.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 -- 172.21.15.32:0/3090404584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 msgr2=0x7f3ccc00bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f44a27fc640 1 --2- 172.21.15.32:0/3706363075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c039240 0x7f449c006f80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f44a402dd50 tx=0x7f44a40a6220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb69fe2ce9b74d70 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f8e8dda6640 1 -- start start 2024-09-16T00:52:43.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 --2- 172.21.15.32:0/3090404584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 0x7f3ccc00bd90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4009790 tx=0x7f3cc4029f40 comp rx=0 tx=0).stop 2024-09-16T00:52:43.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 -- 172.21.15.32:0/3090404584 shutdown_connections 2024-09-16T00:52:43.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 --2- 172.21.15.32:0/3090404584 >> v2:172.21.15.50:3300/0 conn(0x7f3ccc049e70 0x7f3ccc008310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 --2- 172.21.15.32:0/3090404584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e1660 0x7f3ccc00bd90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f44a1ffb640 1 -- 172.21.15.32:0/3706363075 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40b3070 con 0x7f449c039240 2024-09-16T00:52:43.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f3cd359e640 1 -- 172.21.15.32:0/3090404584 >> 172.21.15.32:0/3090404584 conn(0x7f3ccc056790 msgr2=0x7f3ccc056ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f3cd359e640 1 -- 172.21.15.32:0/3090404584 shutdown_connections 2024-09-16T00:52:43.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0eed0dc640 1 -- 172.21.15.32:0/97690158 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3635244904 0 0) 0x7f0ee806e7a0 con 0x7f0ee806dfc0 2024-09-16T00:52:43.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0eee0de640 1 -- 172.21.15.32:0/97690158 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee806ed60 con 0x7f0ee81624f0 2024-09-16T00:52:43.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f44a1ffb640 1 -- 172.21.15.32:0/3706363075 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44a40ae440 con 0x7f449c039240 2024-09-16T00:52:43.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f3cd359e640 1 -- 172.21.15.32:0/3090404584 wait complete. 2024-09-16T00:52:43.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.017+0000 7f0995d36640 1 -- start start 2024-09-16T00:52:43.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7fb4b659c640 1 --2- 172.21.15.32:0/2635837367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b80cdb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8068800 tx=0x7fb4a802a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e156c7560b1a5a23 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f0eee0de640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee8072c70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0009e50 tx=0x7f0ee002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6978bf5346d07b6c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f44a1ffb640 1 -- 172.21.15.32:0/3706363075 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40ae8b0 con 0x7f449c039240 2024-09-16T00:52:43.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7fb4b5d9b640 1 -- 172.21.15.32:0/2635837367 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8037070 con 0x7fb4b80acdd0 2024-09-16T00:52:43.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7fb4b5d9b640 1 -- 172.21.15.32:0/2635837367 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4a8032440 con 0x7fb4b80acdd0 2024-09-16T00:52:43.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f8e8dda6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 0x7f8e8815ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7fb4b5d9b640 1 -- 172.21.15.32:0/2635837367 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a802ae60 con 0x7fb4b80acdd0 2024-09-16T00:52:43.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f8e8dda6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8e8806bf10 0x7f8e8806c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f44a3fff640 1 -- 172.21.15.32:0/3706363075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c039240 msgr2=0x7f449c006f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f44a3fff640 1 --2- 172.21.15.32:0/3706363075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c039240 0x7f449c006f80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f44a402dd50 tx=0x7f44a40a6220 comp rx=0 tx=0).stop 2024-09-16T00:52:43.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f4037070 con 0x7f62fc06e5f0 2024-09-16T00:52:43.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62f402ac70 con 0x7f62fc06e5f0 2024-09-16T00:52:43.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f62fa59c640 1 -- 172.21.15.32:0/2492968427 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec0019f0 con 0x7f62fc06e5f0 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0995d36640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f099006e5f0 0x7f0990165230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0995d36640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09900b4700 con 0x7f0990072710 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0995d36640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f099006ec30 con 0x7f099015e5b0 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f8e8dda6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e8806c860 con 0x7f8e881586c0 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f8e8dda6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f8e8815f260 con 0x7f8e8815e7c0 2024-09-16T00:52:43.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f8e8dda6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8e8815f540 con 0x7f8e8806bf10 2024-09-16T00:52:43.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7ff3f58a5640 1 Processor -- start 2024-09-16T00:52:43.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0995d36640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f099006f840 con 0x7f099006e5f0 2024-09-16T00:52:43.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f44a3fff640 1 -- 172.21.15.32:0/3706363075 shutdown_connections 2024-09-16T00:52:43.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f44a3fff640 1 --2- 172.21.15.32:0/3706363075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c039240 0x7f449c006f80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f44a3fff640 1 -- 172.21.15.32:0/3706363075 >> 172.21.15.32:0/3706363075 conn(0x7f449c01d920 msgr2=0x7f449c054590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8e8806bf10 0x7f8e8806c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0994d34640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0990072710 0x7f099015dea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53704/0 (socket says 172.21.15.32:53704) 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0994d34640 1 -- 172.21.15.32:0/70006749 learned_addr learned my addr 172.21.15.32:0/70006749 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f0995535640 1 --2- 172.21.15.32:0/70006749 >> v2:172.21.15.50:3300/0 conn(0x7f099006e5f0 0x7f0990165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8e8806bf10 0x7f8e8806c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35894/0 (socket says 172.21.15.32:35894) 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 -- 172.21.15.32:0/767644008 learned_addr learned my addr 172.21.15.32:0/767644008 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e7ffff640 1 --2- 172.21.15.32:0/767644008 >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 0x7f8e8815ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f6300a4b640 1 -- 172.21.15.32:0/2492968427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 msgr2=0x7f62fc165230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f6300a4b640 1 --2- 172.21.15.32:0/2492968427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc165230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f62f40097a0 tx=0x7f62f402a1e0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4021961069 0 0) 0x7f09900b4700 con 0x7f0990072710 2024-09-16T00:52:43.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f097c005730 con 0x7f0990072710 2024-09-16T00:52:43.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 -- 172.21.15.32:0/767644008 >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 msgr2=0x7f8e8815ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 --2- 172.21.15.32:0/767644008 >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 0x7f8e8815ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f8e87fff640 1 -- 172.21.15.32:0/767644008 >> v1:172.21.15.50:6789/0 conn(0x7f8e881586c0 legacy=0x7f8e880729d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T00:52:43.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f8e87fff640 1 -- 172.21.15.32:0/767644008 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e880721d0 con 0x7f8e8806bf10 2024-09-16T00:52:43.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.018+0000 7f0eed0dc640 1 -- 172.21.15.32:0/97690158 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee0036070 con 0x7f0ee81624f0 2024-09-16T00:52:43.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f44a3fff640 1 -- 172.21.15.32:0/3706363075 shutdown_connections 2024-09-16T00:52:43.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0eed0dc640 1 -- 172.21.15.32:0/97690158 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ee0031600 con 0x7f0ee81624f0 2024-09-16T00:52:43.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0eed0dc640 1 -- 172.21.15.32:0/97690158 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee00319d0 con 0x7f0ee81624f0 2024-09-16T00:52:43.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3820233924 0 0) 0x7f097c005730 con 0x7f0990072710 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 >> v2:172.21.15.50:3300/0 conn(0x7f099006e5f0 msgr2=0x7f0990165230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 --2- 172.21.15.32:0/70006749 >> v2:172.21.15.50:3300/0 conn(0x7f099006e5f0 0x7f0990165230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 >> v1:172.21.15.50:6789/0 conn(0x7f099015e5b0 legacy=0x7f099006dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099006ef10 con 0x7f0990072710 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f0988004f50 con 0x7f0990072710 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 >> v1:172.21.15.32:6789/0 conn(0x7f0990072710 legacy=0x7f099015dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c005bc0 0x7f097c005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c006a10 0x7f097c006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f097c00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f3cd359e640 1 Processor -- start 2024-09-16T00:52:43.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f097c003520 con 0x7f097c005bc0 2024-09-16T00:52:43.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f097c0036d0 con 0x7f097c006a10 2024-09-16T00:52:43.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f097c0038d0 con 0x7f097c0073d0 2024-09-16T00:52:43.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f098ffff640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c006a10 0x7f097c006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f6300a4b640 1 -- 172.21.15.32:0/2492968427 shutdown_connections 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f6300a4b640 1 --2- 172.21.15.32:0/2492968427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc165230 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7f6300a4b640 1 -- 172.21.15.32:0/2492968427 >> 172.21.15.32:0/2492968427 conn(0x7f62fc0b1bd0 msgr2=0x7f62fc0b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0995535640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f097c00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0994d34640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c005bc0 0x7f097c005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f6300a4b640 1 -- 172.21.15.32:0/2492968427 shutdown_connections 2024-09-16T00:52:43.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f6300a4b640 1 -- 172.21.15.32:0/2492968427 wait complete. 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f3cd359e640 1 -- start start 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.019+0000 7ff3f58a5640 1 -- start start 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7ff3f58a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 0x7ff3f0072c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7ff3f58a5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff3f006c620 0x7ff3f00b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7ff3f58a5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3f006e7a0 con 0x7ff3f006dfc0 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7ff3f58a5640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff3f006f3b0 con 0x7ff3f006c620 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7ff3f58a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3f006ea80 con 0x7ff3f01624f0 2024-09-16T00:52:43.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3ee7fc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff3f006dfc0 0x7ff3f006bf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45100/0 (socket says 172.21.15.32:45100) 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3ee7fc640 1 -- 172.21.15.32:0/3781701361 learned_addr learned my addr 172.21.15.32:0/3781701361 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/3781701361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 0x7ff3f0072c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0995535640 1 -- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c006a10 msgr2=0x7f097c006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0995535640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c006a10 0x7f097c006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0995535640 1 -- 172.21.15.32:0/70006749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c005bc0 msgr2=0x7f097c005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f0995535640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c005bc0 0x7f097c005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0995535640 1 -- 172.21.15.32:0/70006749 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099006ef10 con 0x7f097c0073d0 2024-09-16T00:52:43.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 msgr2=0x7f0ee8072c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee8072c70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0009e50 tx=0x7f0ee002a680 comp rx=0 tx=0).stop 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/2635837367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 msgr2=0x7fb4b80cdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7fb4bd0c9640 1 --2- 172.21.15.32:0/2635837367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b80cdb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8068800 tx=0x7fb4a802a110 comp rx=0 tx=0).stop 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/2635837367 shutdown_connections 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7fb4bd0c9640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.32:3300/0 conn(0x7fb4b80ad210 0x7fb4b80ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7fb4bd0c9640 1 --2- 172.21.15.32:0/2635837367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b80cdb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7fb4bd0c9640 1 --2- 172.21.15.32:0/2635837367 >> v2:172.21.15.50:3300/0 conn(0x7fb4b815e380 0x7fb4b80af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/2635837367 >> 172.21.15.32:0/2635837367 conn(0x7fb4b80cffa0 msgr2=0x7fb4b80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f44a3fff640 1 -- 172.21.15.32:0/3706363075 wait complete. 2024-09-16T00:52:43.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.020+0000 7f8e7ffff640 1 --2- 172.21.15.32:0/767644008 >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 0x7f8e8815ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f8e87fff640 1 --2- 172.21.15.32:0/767644008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8806bf10 0x7f8e8806c320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8e88071f50 tx=0x7f8e8002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e80bb59d1155968a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3edffb640 1 -- 172.21.15.32:0/3781701361 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2234617743 0 0) 0x7ff3f006e7a0 con 0x7ff3f006dfc0 2024-09-16T00:52:43.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3edffb640 1 -- 172.21.15.32:0/3781701361 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3d8003520 con 0x7ff3f006dfc0 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 shutdown_connections 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee80b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 --2- 172.21.15.32:0/97690158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee8072c70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 >> 172.21.15.32:0/97690158 conn(0x7f0ee80b2510 msgr2=0x7f0ee80b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f8e86ffd640 1 -- 172.21.15.32:0/767644008 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e80036070 con 0x7f8e8806bf10 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f8e86ffd640 1 -- 172.21.15.32:0/767644008 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e80031600 con 0x7f8e8806bf10 2024-09-16T00:52:43.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f8e86ffd640 1 -- 172.21.15.32:0/767644008 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8002ae60 con 0x7f8e8806bf10 2024-09-16T00:52:43.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3ef7fe640 1 --2- 172.21.15.32:0/3781701361 >> v2:172.21.15.50:3300/0 conn(0x7ff3f006c620 0x7ff3f00b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7ff3eeffd640 1 -- 172.21.15.32:0/3781701361 >> v2:172.21.15.50:3300/0 conn(0x7ff3f006c620 msgr2=0x7ff3f00b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.021+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 shutdown_connections 2024-09-16T00:52:43.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f44a3fff640 1 Processor -- start 2024-09-16T00:52:43.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ccc049e70 0x7f3ccc0e39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f0ef0342640 1 -- 172.21.15.32:0/97690158 wait complete. 2024-09-16T00:52:43.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ccc0e1660 0x7f3ccc0e2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 0x7f3ccc0d6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/3781701361 >> v2:172.21.15.50:3300/0 conn(0x7ff3f006c620 0x7ff3f00b42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7ff3eeffd640 1 -- 172.21.15.32:0/3781701361 >> v1:172.21.15.50:6789/0 conn(0x7ff3f006dfc0 legacy=0x7ff3f006bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7ff3eeffd640 1 -- 172.21.15.32:0/3781701361 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f006ed60 con 0x7ff3f01624f0 2024-09-16T00:52:43.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f0995535640 1 -- 172.21.15.32:0/70006749 reap_dead start 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc008850 con 0x7f3ccc0e1660 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc00c7a0 con 0x7f3ccc049e70 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3ccc0089d0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd2d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 0x7f3ccc0d6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd2d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 0x7f3ccc0d6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34260/0 (socket says 172.21.15.32:34260) 2024-09-16T00:52:43.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd1d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ccc0e1660 0x7f3ccc0e2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd2d9d640 1 -- 172.21.15.32:0/1922249093 learned_addr learned my addr 172.21.15.32:0/1922249093 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f3cd259c640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ccc049e70 0x7f3ccc0e39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/2635837367 shutdown_connections 2024-09-16T00:52:43.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f8e8dda6640 1 -- 172.21.15.32:0/767644008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8806bf10 msgr2=0x7f8e8806c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/767644008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8806bf10 0x7f8e8806c320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8e88071f50 tx=0x7f8e8002a680 comp rx=0 tx=0).stop 2024-09-16T00:52:43.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f0995535640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f097c00dbd0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0980007080 tx=0x7f097c007a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0d198b45dbd443d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.022+0000 7f44a3fff640 1 -- start start 2024-09-16T00:52:43.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/2635837367 wait complete. 2024-09-16T00:52:43.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 -- 172.21.15.32:0/767644008 shutdown_connections 2024-09-16T00:52:43.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/767644008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8806bf10 0x7f8e8806c320 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd2d9d640 1 -- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ccc049e70 msgr2=0x7f3ccc0e39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/767644008 >> v2:172.21.15.32:3300/0 conn(0x7f8e8815e7c0 0x7f8e8815ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd2d9d640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ccc049e70 0x7f3ccc0e39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 -- 172.21.15.32:0/767644008 >> 172.21.15.32:0/767644008 conn(0x7f8e880b2510 msgr2=0x7f8e880b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd2d9d640 1 -- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ccc0e1660 msgr2=0x7f3ccc0e2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 0x7f449c04a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 0x7f449c0d88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f449c054ca0 0x7f449c0d8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f449c03a080 con 0x7f449c036010 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f449c03a3f0 con 0x7f449c054ca0 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a3fff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f449c053320 con 0x7f449c039240 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd2d9d640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ccc0e1660 0x7f3ccc0e2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd2d9d640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc0d6d40 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a27fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 0x7f449c0d88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 0x7f449c04a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a27fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 0x7f449c0d88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34264/0 (socket says 172.21.15.32:34264) 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 0x7f449c04a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59798/0 (socket says 172.21.15.32:59798) 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a27fc640 1 -- 172.21.15.32:0/2411772899 learned_addr learned my addr 172.21.15.32:0/2411772899 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f44a37fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f449c054ca0 0x7f449c0d8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f3cd1d9b640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ccc0e1660 0x7f3ccc0e2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098000ac00 con 0x7f097c0073d0 2024-09-16T00:52:43.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 -- 172.21.15.32:0/767644008 shutdown_connections 2024-09-16T00:52:43.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f8e8dda6640 1 -- 172.21.15.32:0/767644008 wait complete. 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 -- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 msgr2=0x7f449c0d88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 0x7f449c0d88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 -- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 msgr2=0x7f449c04a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 0x7f449c04a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449c04c430 con 0x7f449c054ca0 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a27fc640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f449c039240 0x7f449c0d88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a2ffd640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f449c036010 0x7f449c04a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f6300a4b640 1 Processor -- start 2024-09-16T00:52:43.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f6300a4b640 1 -- start start 2024-09-16T00:52:43.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0ef0342640 1 Processor -- start 2024-09-16T00:52:43.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a37fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f449c054ca0 0x7f449c0d8e30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f449800b410 tx=0x7f449800b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0ef0342640 1 -- start start 2024-09-16T00:52:43.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.023+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0980031460 con 0x7f097c0073d0 2024-09-16T00:52:43.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f3cd2d9d640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 0x7f3ccc0d6800 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3cc800d5d0 tx=0x7f3cc800da90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f098f7fe640 1 -- 172.21.15.32:0/70006749 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098000ac00 con 0x7f097c0073d0 2024-09-16T00:52:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/3781701361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 0x7ff3f0072c70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009d90 tx=0x7ff3e802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c27299c159d18cbb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498015020 con 0x7f449c054ca0 2024-09-16T00:52:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4498011830 con 0x7f449c054ca0 2024-09-16T00:52:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498011c20 con 0x7f449c054ca0 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0995d36640 1 -- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 msgr2=0x7f097c00dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0995d36640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f097c00dbd0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0980007080 tx=0x7f097c007a40 comp rx=0 tx=0).stop 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f6300a4b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc14d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0995d36640 1 -- 172.21.15.32:0/70006749 shutdown_connections 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0995d36640 1 --2- 172.21.15.32:0/70006749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f097c00dbd0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f0995d36640 1 -- 172.21.15.32:0/70006749 >> 172.21.15.32:0/70006749 conn(0x7f09900b1bd0 msgr2=0x7f09900b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f6300a4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc072710 0x7f62fc151b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f62fad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc14d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f62fad9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc14d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35956/0 (socket says 172.21.15.32:35956) 2024-09-16T00:52:43.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc80125f0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc8019070 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc80129d0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f3cd359e640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ccc0e1a40 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f62fad9d640 1 -- 172.21.15.32:0/940847603 learned_addr learned my addr 172.21.15.32:0/940847603 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f3cd359e640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ccc0e22e0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f6300a4b640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62fc15e5b0 0x7f62fc14e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f62f3fff640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc072710 0x7f62fc151b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7ff3edffb640 1 -- 172.21.15.32:0/3781701361 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8007740 con 0x7ff3f01624f0 2024-09-16T00:52:43.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f0ef0342640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee8151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f0ef0342640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0ee806dfc0 0x7f0ee81f8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7fb4bd0c9640 1 Processor -- start 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7fb4bd0c9640 1 -- start start 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f449c185420 con 0x7f449c054ca0 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.024+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f449c0d5370 con 0x7f449c054ca0 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f0eee0de640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee8151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7f0eee0de640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee8151430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34280/0 (socket says 172.21.15.32:34280) 2024-09-16T00:52:43.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f8e8dda6640 1 Processor -- start 2024-09-16T00:52:43.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0eee0de640 1 -- 172.21.15.32:0/1192429769 learned_addr learned my addr 172.21.15.32:0/1192429769 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f449c054ac0 con 0x7f449c054ca0 2024-09-16T00:52:43.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0ef0342640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee814f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee81628d0 con 0x7f0ee806dfc0 2024-09-16T00:52:43.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0995d36640 1 -- 172.21.15.32:0/70006749 shutdown_connections 2024-09-16T00:52:43.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f8e8dda6640 1 -- start start 2024-09-16T00:52:43.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f3cd359e640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ccc0e1e40 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.025+0000 7ff3edffb640 1 -- 172.21.15.32:0/3781701361 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3e80078e0 con 0x7ff3f01624f0 2024-09-16T00:52:43.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7ff3edffb640 1 -- 172.21.15.32:0/3781701361 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8007740 con 0x7ff3f01624f0 2024-09-16T00:52:43.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0995d36640 1 -- 172.21.15.32:0/70006749 wait complete. 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc0b4960 con 0x7f62fc15e5b0 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc06f4d0 con 0x7f62fc06e5f0 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62fc072af0 con 0x7f62fc072710 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f62fb59e640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62fc15e5b0 0x7f62fc14e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0eee8df640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee814f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.026+0000 7f0eed8dd640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0ee806dfc0 0x7f0ee81f8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 -- 172.21.15.32:0/3781701361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 msgr2=0x7ff3f0072c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/3781701361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 0x7ff3f0072c70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009d90 tx=0x7ff3e802a5f0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 -- 172.21.15.32:0/3781701361 shutdown_connections 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/3781701361 >> v2:172.21.15.50:3300/0 conn(0x7ff3f006c620 0x7ff3f00b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/3781701361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f01624f0 0x7ff3f0072c70 secure :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009d90 tx=0x7ff3e802a5f0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 -- 172.21.15.32:0/3781701361 >> 172.21.15.32:0/3781701361 conn(0x7ff3f00b2510 msgr2=0x7ff3f00b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 -- 172.21.15.32:0/3781701361 shutdown_connections 2024-09-16T00:52:43.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b81562e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80ad210 0x7fb4b80c5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4b815e380 0x7fb4b80b4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b80cfce0 con 0x7fb4b815e380 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b80cf360 con 0x7fb4b80ad210 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4bd0c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4b80cf620 con 0x7fb4b80acdd0 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4b6d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b81562e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f8e8dda6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e8806bf10 0x7f8e88157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee806e430 con 0x7f0ee81624f0 2024-09-16T00:52:43.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee8162a50 con 0x7f0ee806c620 2024-09-16T00:52:43.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4b759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4b815e380 0x7fb4b80b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4b759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4b815e380 0x7fb4b80b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59820/0 (socket says 172.21.15.32:59820) 2024-09-16T00:52:43.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7fb4b759e640 1 -- 172.21.15.32:0/3032485524 learned_addr learned my addr 172.21.15.32:0/3032485524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e8dda6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 0x7f8e88159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4498018020 con 0x7f449c054ca0 2024-09-16T00:52:43.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3cc8012b70 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 -- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc072710 msgr2=0x7f62fc151b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e8dda6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8815e7c0 0x7f8e880cf470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc072710 0x7f62fc151b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 -- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 msgr2=0x7f62fc14d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc06e5f0 0x7f62fc14d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62fc09abd0 con 0x7f62fc15e5b0 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62fb59e640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62fc15e5b0 0x7f62fc14e800 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f62f4031000 tx=0x7f62f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7f62f3fff640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc072710 0x7f62fc151b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f4037040 con 0x7f62fc15e5b0 2024-09-16T00:52:43.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62f4004230 con 0x7f62fc15e5b0 2024-09-16T00:52:43.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62fc09aeb0 con 0x7f62fc15e5b0 2024-09-16T00:52:43.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e7ffff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 0x7f8e88159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e7ffff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 0x7f8e88159f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34290/0 (socket says 172.21.15.32:34290) 2024-09-16T00:52:43.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e877fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e8806bf10 0x7f8e88157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e87fff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8815e7c0 0x7f8e880cf470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e7ffff640 1 -- 172.21.15.32:0/896471687 learned_addr learned my addr 172.21.15.32:0/896471687 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8e880b3c90 con 0x7f8e8806bf10 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8e880b3b10 con 0x7f8e8815e7c0 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8e88158aa0 con 0x7f8e881586c0 2024-09-16T00:52:43.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f3cc2ffd640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3cb406c380 0x7f3cb406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b659c640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80ad210 0x7fb4b80c5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b6d9d640 1 -- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80ad210 msgr2=0x7fb4b80c5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b6d9d640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80ad210 0x7fb4b80c5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b6d9d640 1 -- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4b815e380 msgr2=0x7fb4b80b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b6d9d640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4b815e380 0x7fb4b80b4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7fb4b6d9d640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b8156820 con 0x7fb4b80acdd0 2024-09-16T00:52:43.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f4003610 con 0x7f62fc15e5b0 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3cc808c4d0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f448b7fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f449006c300 0x7f449006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.028+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f449808baa0 con 0x7f449c054ca0 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f448b7fe640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f4490075a80 0x7f4490077ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4498006740 con 0x7f4490075a80 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f449808be50 con 0x7f449c054ca0 2024-09-16T00:52:43.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f44a2ffd640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f449006c300 0x7f449006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62fc09b470 con 0x7f62fc15e5b0 2024-09-16T00:52:43.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f0995d36640 1 Processor -- start 2024-09-16T00:52:43.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f8e7ffff640 1 -- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8815e7c0 msgr2=0x7f8e880cf470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f8e7ffff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e8815e7c0 0x7f8e880cf470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f8e7ffff640 1 -- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e8806bf10 msgr2=0x7f8e88157560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f8e7ffff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e8806bf10 0x7f8e88157560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f8e7ffff640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e880ce3d0 con 0x7f8e881586c0 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e7ffff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 0x7f8e88159f20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8e7800ec10 tx=0x7f8e7800c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f44a27fc640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f4490075a80 0x7f4490077ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e78017070 con 0x7f8e881586c0 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e7800cc30 con 0x7f8e881586c0 2024-09-16T00:52:43.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e78013470 con 0x7f8e881586c0 2024-09-16T00:52:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f0eee0de640 1 -- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 msgr2=0x7f0ee814f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f0eee0de640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee81624f0 0x7f0ee814f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f0eee0de640 1 -- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0ee806dfc0 msgr2=0x7f0ee81f8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e880ce6b0 con 0x7f8e881586c0 2024-09-16T00:52:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f0eee0de640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0ee806dfc0 0x7f0ee81f8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f0eee0de640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee815f5a0 con 0x7f0ee806c620 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f0eee0de640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee8151430 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0034040 tx=0x7f0ee0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f44a2ffd640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f449006c300 0x7f449006e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4494001b60 tx=0x7f4494009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cd259c640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3cb406c380 0x7f3cb406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cc2ffd640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f3cb4075b00 0x7f3cb4077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3cb4078610 con 0x7f3cb4075b00 2024-09-16T00:52:43.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3cc808c8c0 con 0x7f3ccc0e7f00 2024-09-16T00:52:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7fb4b6d9d640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b81562e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac00d5a0 tx=0x7fb4ac00da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7f3cd1d9b640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f3cb4075b00 0x7f3cb4077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f3cd1d9b640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f3cb4075b00 0x7f3cb4077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e880cec70 con 0x7f8e881586c0 2024-09-16T00:52:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac0125f0 con 0x7fb4b80acdd0 2024-09-16T00:52:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f62f40037b0 con 0x7f62fc15e5b0 2024-09-16T00:52:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f62fc0b31f0 con 0x7f62fc15e5b0 2024-09-16T00:52:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.027+0000 7ff3f58a5640 1 -- 172.21.15.32:0/3781701361 wait complete. 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7ff3f58a5640 1 Processor -- start 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.029+0000 7ff3f58a5640 1 -- start start 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f006c620 0x7ff3f015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f006dfc0 0x7ff3f020a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 0x7ff3f0153c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f006e580 con 0x7ff3f006dfc0 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f006e400 con 0x7ff3f0208f00 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3f58a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3f01628d0 con 0x7ff3f006c620 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3ef7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 0x7ff3f0153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3ef7fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 0x7ff3f0153c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35986/0 (socket says 172.21.15.32:35986) 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3ef7fe640 1 -- 172.21.15.32:0/2055938254 learned_addr learned my addr 172.21.15.32:0/2055938254 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7ff3ee7fc640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f006dfc0 0x7ff3f020a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7f0995d36640 1 -- start start 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7f0995d36640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f0990143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4ac019070 con 0x7fb4b80acdd0 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.030+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4b80b39a0 con 0x7fb4b80acdd0 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac0129f0 con 0x7fb4b80acdd0 2024-09-16T00:52:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4b80b3f20 con 0x7fb4b80acdd0 2024-09-16T00:52:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.031+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8e6c001030 con 0x7f8e881586c0 2024-09-16T00:52:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995d36640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0990158990 0x7f0990158e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== osd.1 v2:172.21.15.32:6818/4156821240 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3cb4078610 con 0x7f3cb4075b00 2024-09-16T00:52:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995d36640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0990154020 0x7f09901544b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995d36640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f09900b4960 con 0x7f0990158990 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995d36640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f099006f4d0 con 0x7f0990154020 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995d36640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0990072af0 con 0x7f097c0073d0 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f62f37fe640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62dc06c330 0x7f62dc06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0994d34640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f0990143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0994d34640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f0990143d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34300/0 (socket says 172.21.15.32:34300) 2024-09-16T00:52:43.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0994d34640 1 -- 172.21.15.32:0/812535868 learned_addr learned my addr 172.21.15.32:0/812535868 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee0036050 con 0x7f0ee806c620 2024-09-16T00:52:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ee0042070 con 0x7f0ee806c620 2024-09-16T00:52:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee81543f0 con 0x7f0ee806c620 2024-09-16T00:52:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f44a27fc640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f4490075a80 0x7f4490077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f3cd259c640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3cb406c380 0x7f3cb406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4034000 tx=0x7f3cc402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f006c620 0x7ff3f015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 -- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f006c620 msgr2=0x7ff3f015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3f006c620 0x7ff3f015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 -- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f006dfc0 msgr2=0x7ff3f020a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f006dfc0 0x7ff3f020a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f015ace0 con 0x7ff3f0208f00 2024-09-16T00:52:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee0009510 con 0x7f0ee806c620 2024-09-16T00:52:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb498001030 con 0x7fb4b80acdd0 2024-09-16T00:52:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7ff3ef7fe640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 0x7ff3f0153c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400c5f0 tx=0x7ff3e400cab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee81549b0 con 0x7f0ee806c620 2024-09-16T00:52:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4015070 con 0x7ff3f0208f00 2024-09-16T00:52:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3e4004220 con 0x7ff3f0208f00 2024-09-16T00:52:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4003610 con 0x7ff3f0208f00 2024-09-16T00:52:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb4ac012b90 con 0x7fb4b80acdd0 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f098ffff640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0990158990 0x7f0990158e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f0995535640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0990154020 0x7f09901544b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f098ffff640 1 -- 172.21.15.32:0/812535868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 msgr2=0x7f0990143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f098ffff640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0073d0 0x7f0990143d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f098ffff640 1 -- 172.21.15.32:0/812535868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0990154020 msgr2=0x7f09901544b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f098ffff640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0990154020 0x7f09901544b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f098ffff640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0990154d30 con 0x7f0990158990 2024-09-16T00:52:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== osd.6 v2:172.21.15.50:6816/3758128628 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4498006740 con 0x7f4490075a80 2024-09-16T00:52:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb49f7fe640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb4a406c330 0x7fb4a406e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0ee8072c70 con 0x7f0ee806c620 2024-09-16T00:52:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e7801a070 con 0x7f8e881586c0 2024-09-16T00:52:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f62f40ac220 con 0x7f62fc15e5b0 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f62f37fe640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7f62dc075a20 0x7f62dc077e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f62f4007e60 con 0x7f62dc075a20 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.032+0000 7f62fad9d640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62dc06c330 0x7f62dc06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f62fad9d640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62dc06c330 0x7f62dc06e7f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f62ec002230 tx=0x7f62ec009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ee0007c70 con 0x7f0ee806c620 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb4b659c640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb4a406c330 0x7fb4a406e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb4ac08b8b0 con 0x7fb4b80acdd0 2024-09-16T00:52:43.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f098ffff640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0990158990 0x7f0990158e10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0978003bc0 tx=0x7f0978001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb49f7fe640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fb4a4075ab0 0x7fb4a4077ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f62f3fff640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7f62dc075a20 0x7f62dc077e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb4a40785c0 con 0x7fb4a4075ab0 2024-09-16T00:52:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb4ac0902c0 con 0x7fb4b80acdd0 2024-09-16T00:52:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7fb4b759e640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fb4a4075ab0 0x7fb4a4077ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0978017c30 con 0x7f0990158990 2024-09-16T00:52:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0978020070 con 0x7f0990158990 2024-09-16T00:52:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7fb4b659c640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb4a406c330 0x7fb4a406e7f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb4a8034000 tx=0x7fb4a802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0edeffd640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0ecc06c380 0x7f0ecc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f62f40b3050 con 0x7f62fc15e5b0 2024-09-16T00:52:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f62f3fff640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7f62dc075a20 0x7f62dc077e60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0ee00ac420 con 0x7f0ee806c620 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0eed8dd640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0ecc06c380 0x7f0ecc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0edeffd640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7f0ecc075b00 0x7f0ecc077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7fb4b759e640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fb4a4075ab0 0x7fb4a4077ef0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ee0031600 con 0x7f0ecc075b00 2024-09-16T00:52:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ee00b3050 con 0x7f0ee806c620 2024-09-16T00:52:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.033+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f015afc0 con 0x7ff3f0208f00 2024-09-16T00:52:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f015b580 con 0x7ff3f0208f00 2024-09-16T00:52:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097801b400 con 0x7f0990158990 2024-09-16T00:52:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0990155010 con 0x7f0990158990 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f8e84ff9640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e6806c380 0x7f8e6806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8e7808b950 con 0x7f8e881586c0 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f8e84ff9640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f8e68075b00 0x7f8e68077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8e68078610 con 0x7f8e68075b00 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.034+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8e7808bd40 con 0x7f8e881586c0 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.035+0000 7f8e87fff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f8e68075b00 0x7f8e68077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f8e87fff640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f8e68075b00 0x7f8e68077f40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f8e877fe640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e6806c380 0x7f8e6806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09901555d0 con 0x7f0990158990 2024-09-16T00:52:43.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f0eee8df640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7f0ecc075b00 0x7f0ecc077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3f0072c70 con 0x7ff3f0208f00 2024-09-16T00:52:43.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== osd.0 v2:172.21.15.32:6808/1576713054 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f62f4007e60 con 0x7f62dc075a20 2024-09-16T00:52:43.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7f0eed8dd640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0ecc06c380 0x7f0ecc06e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80cc5c0 tx=0x7f0ed8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.036+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== osd.5 v2:172.21.15.50:6800/1419191455 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb4a40785c0 con 0x7fb4a4075ab0 2024-09-16T00:52:43.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.037+0000 7f8e877fe640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e6806c380 0x7f8e6806e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8e70006fd0 tx=0x7f8e70009060 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.037+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== osd.7 v2:172.21.15.50:6808/573764731 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8e68078610 con 0x7f8e68075b00 2024-09-16T00:52:43.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.038+0000 7f0eee8df640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7f0ecc075b00 0x7f0ecc077f40 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.038+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f09900b26c0 con 0x7f0990158990 2024-09-16T00:52:43.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.038+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== osd.4 v2:172.21.15.50:6824/1258477951 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ee0031600 con 0x7f0ecc075b00 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.038+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3e40037b0 con 0x7ff3f0208f00 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.039+0000 7ff3d7fff640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff3dc06c380 0x7ff3dc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.039+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff3e408bb10 con 0x7ff3f0208f00 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7ff3d7fff640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ff3dc075b00 0x7ff3dc077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.039+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f097801a070 con 0x7f0990158990 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.039+0000 7f098d7fa640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f097006c380 0x7f097006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f09780937c0 con 0x7f0990158990 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f098d7fa640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7f0970075a80 0x7f0970077ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f097802ae50 con 0x7f0970075a80 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f097809a050 con 0x7f0990158990 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7ff3ee7fc640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ff3dc075b00 0x7ff3dc077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3dc078610 con 0x7ff3dc075b00 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff3e408bf00 con 0x7ff3f0208f00 2024-09-16T00:52:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f0995535640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7f0970075a80 0x7f0970077ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff3dc06c380 0x7ff3dc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.041+0000 7ff3ee7fc640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ff3dc075b00 0x7ff3dc077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.040+0000 7f0994d34640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f097006c380 0x7f097006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.041+0000 7ff3eeffd640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff3dc06c380 0x7ff3dc06e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8034000 tx=0x7ff3e802f000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.042+0000 7f0995535640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7f0970075a80 0x7f0970077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.042+0000 7f0994d34640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f097006c380 0x7f097006e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0988001eb0 tx=0x7f09880019c0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.042+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== osd.2 v2:172.21.15.32:6826/457874949 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3dc078610 con 0x7ff3dc075b00 2024-09-16T00:52:43.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.043+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== osd.3 v2:172.21.15.32:6800/2545491487 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f097802ae50 con 0x7f0970075a80 2024-09-16T00:52:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.054+0000 7f6300a4b640 1 -- 172.21.15.32:0/940847603 --> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f62fc06e2d0 con 0x7f62dc075a20 2024-09-16T00:52:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.055+0000 7f62f37fe640 1 -- 172.21.15.32:0/940847603 <== osd.0 v2:172.21.15.32:6808/1576713054 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f62fc06e2d0 con 0x7f62dc075a20 2024-09-16T00:52:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7f62dc075a20 msgr2=0x7f62dc077e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7f62dc075a20 0x7f62dc077e60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62dc06c330 msgr2=0x7f62dc06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62dc06c330 0x7f62dc06e7f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f62ec002230 tx=0x7f62ec009040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62fc15e5b0 msgr2=0x7f62fc14e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 --2- 172.21.15.32:0/940847603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62fc15e5b0 0x7f62fc14e800 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f62f4031000 tx=0x7f62f40046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62fb59e640 1 -- 172.21.15.32:0/940847603 reap_dead start 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.056+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 shutdown_connections 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.057+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 >> 172.21.15.32:0/940847603 conn(0x7f62fc0b1bd0 msgr2=0x7f62fc0b41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.057+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 shutdown_connections 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.058+0000 7f62f17fa640 1 -- 172.21.15.32:0/940847603 wait complete. 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.063+0000 7f3cd359e640 1 -- 172.21.15.32:0/1922249093 --> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ccc008310 con 0x7f3cb4075b00 2024-09-16T00:52:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.064+0000 7f3cc2ffd640 1 -- 172.21.15.32:0/1922249093 <== osd.1 v2:172.21.15.32:6818/4156821240 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ccc008310 con 0x7f3cb4075b00 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.065+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f3cb4075b00 msgr2=0x7f3cb4077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.065+0000 7f3cc0ff9640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f3cb4075b00 0x7f3cb4077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3cb406c380 msgr2=0x7f3cb406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3cb406c380 0x7f3cb406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4034000 tx=0x7f3cc402e000 comp rx=0 tx=0).stop 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 msgr2=0x7f3ccc0d6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 --2- 172.21.15.32:0/1922249093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3ccc0e7f00 0x7f3ccc0d6800 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3cc800d5d0 tx=0x7f3cc800da90 comp rx=0 tx=0).stop 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cd2d9d640 1 -- 172.21.15.32:0/1922249093 reap_dead start 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 shutdown_connections 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.066+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 >> 172.21.15.32:0/1922249093 conn(0x7f3ccc056790 msgr2=0x7f3ccc055480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.067+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 shutdown_connections 2024-09-16T00:52:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.067+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 --> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f449c054ac0 con 0x7f4490075a80 2024-09-16T00:52:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.067+0000 7f3cc0ff9640 1 -- 172.21.15.32:0/1922249093 wait complete. 2024-09-16T00:52:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.067+0000 7f448b7fe640 1 -- 172.21.15.32:0/2411772899 <== osd.6 v2:172.21.15.50:6816/3758128628 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f449c054ac0 con 0x7f4490075a80 2024-09-16T00:52:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.068+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 --> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8e6c002dd0 con 0x7f8e68075b00 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.068+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f4490075a80 msgr2=0x7f4490077ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.068+0000 7f44a3fff640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f4490075a80 0x7f4490077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.068+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f449006c300 msgr2=0x7f449006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a3fff640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f449006c300 0x7f449006e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4494001b60 tx=0x7f4494009040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f449c054ca0 msgr2=0x7f449c0d8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a3fff640 1 --2- 172.21.15.32:0/2411772899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f449c054ca0 0x7f449c0d8e30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f449800b410 tx=0x7f449800b8d0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a37fe640 1 -- 172.21.15.32:0/2411772899 reap_dead start 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 shutdown_connections 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.069+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 >> 172.21.15.32:0/2411772899 conn(0x7f449c01d920 msgr2=0x7f449c0347e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.070+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 shutdown_connections 2024-09-16T00:52:43.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.070+0000 7f8e84ff9640 1 -- 172.21.15.32:0/896471687 <== osd.7 v2:172.21.15.50:6808/573764731 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8e6c002dd0 con 0x7f8e68075b00 2024-09-16T00:52:43.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.070+0000 7f44a3fff640 1 -- 172.21.15.32:0/2411772899 wait complete. 2024-09-16T00:52:43.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.070+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f8e68075b00 msgr2=0x7f8e68077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.070+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f8e68075b00 0x7f8e68077f40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e6806c380 msgr2=0x7f8e6806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e6806c380 0x7f8e6806e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8e70006fd0 tx=0x7f8e70009060 comp rx=0 tx=0).stop 2024-09-16T00:52:43.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 msgr2=0x7f8e88159f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 --2- 172.21.15.32:0/896471687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8e881586c0 0x7f8e88159f20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8e7800ec10 tx=0x7f8e7800c520 comp rx=0 tx=0).stop 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e87fff640 1 -- 172.21.15.32:0/896471687 reap_dead start 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 shutdown_connections 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 >> 172.21.15.32:0/896471687 conn(0x7f8e880b2510 msgr2=0x7f8e88074560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.071+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 --> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0ee8165f00 con 0x7f0ecc075b00 2024-09-16T00:52:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 shutdown_connections 2024-09-16T00:52:43.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 --> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3f0072c70 con 0x7ff3dc075b00 2024-09-16T00:52:43.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7f8e8dda6640 1 -- 172.21.15.32:0/896471687 wait complete. 2024-09-16T00:52:43.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7ff3d7fff640 1 -- 172.21.15.32:0/2055938254 <== osd.2 v2:172.21.15.32:6826/457874949 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff3f0072c70 con 0x7ff3dc075b00 2024-09-16T00:52:43.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7f0edeffd640 1 -- 172.21.15.32:0/1192429769 <== osd.4 v2:172.21.15.50:6824/1258477951 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0ee8165f00 con 0x7f0ecc075b00 2024-09-16T00:52:43.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7fb4bd0c9640 1 -- 172.21.15.32:0/3032485524 --> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb498002dd0 con 0x7fb4a4075ab0 2024-09-16T00:52:43.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.072+0000 7fb49f7fe640 1 -- 172.21.15.32:0/3032485524 <== osd.5 v2:172.21.15.50:6800/1419191455 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb498002dd0 con 0x7fb4a4075ab0 2024-09-16T00:52:43.131 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:52:43.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.073+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ff3dc075b00 msgr2=0x7ff3dc077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.073+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ff3dc075b00 0x7ff3dc077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7f0ecc075b00 msgr2=0x7f0ecc077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7f0ecc075b00 0x7f0ecc077f40 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff3dc06c380 msgr2=0x7ff3dc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff3dc06c380 0x7ff3dc06e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8034000 tx=0x7ff3e802f000 comp rx=0 tx=0).stop 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 msgr2=0x7ff3f0153c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 --2- 172.21.15.32:0/2055938254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3f0208f00 0x7ff3f0153c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400c5f0 tx=0x7ff3e400cab0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3ef7fe640 1 -- 172.21.15.32:0/2055938254 reap_dead start 2024-09-16T00:52:43.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 shutdown_connections 2024-09-16T00:52:43.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 >> 172.21.15.32:0/2055938254 conn(0x7ff3f00b2510 msgr2=0x7ff3f01657d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0ecc06c380 msgr2=0x7f0ecc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0ecc06c380 0x7f0ecc06e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80cc5c0 tx=0x7f0ed8009040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 msgr2=0x7f0ee8151430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 --2- 172.21.15.32:0/1192429769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ee806c620 0x7f0ee8151430 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0034040 tx=0x7f0ee0004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:43.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 shutdown_connections 2024-09-16T00:52:43.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0eee8df640 1 -- 172.21.15.32:0/1192429769 reap_dead start 2024-09-16T00:52:43.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fb4a4075ab0 msgr2=0x7fb4a4077ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fb4a4075ab0 0x7fb4a4077ef0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 shutdown_connections 2024-09-16T00:52:43.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 >> 172.21.15.32:0/1192429769 conn(0x7f0ee80b2510 msgr2=0x7f0ee8163700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb4a406c330 msgr2=0x7fb4a406e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb4a406c330 0x7fb4a406e7f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb4a8034000 tx=0x7fb4a802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:43.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 msgr2=0x7fb4b81562e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb49d7fa640 1 --2- 172.21.15.32:0/3032485524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80acdd0 0x7fb4b81562e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac00d5a0 tx=0x7fb4ac00da60 comp rx=0 tx=0).stop 2024-09-16T00:52:43.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7ff3f58a5640 1 -- 172.21.15.32:0/2055938254 wait complete. 2024-09-16T00:52:43.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7fb4b759e640 1 -- 172.21.15.32:0/3032485524 reap_dead start 2024-09-16T00:52:43.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.074+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 shutdown_connections 2024-09-16T00:52:43.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.075+0000 7f0ef0342640 1 -- 172.21.15.32:0/1192429769 wait complete. 2024-09-16T00:52:43.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.075+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 shutdown_connections 2024-09-16T00:52:43.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.075+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 >> 172.21.15.32:0/3032485524 conn(0x7fb4b80cffa0 msgr2=0x7fb4b8157230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.075+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 shutdown_connections 2024-09-16T00:52:43.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.075+0000 7fb49d7fa640 1 -- 172.21.15.32:0/3032485524 wait complete. 2024-09-16T00:52:43.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.077+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 --> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f09900b31f0 con 0x7f0970075a80 2024-09-16T00:52:43.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.078+0000 7f098d7fa640 1 -- 172.21.15.32:0/812535868 <== osd.3 v2:172.21.15.32:6800/2545491487 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f09900b31f0 con 0x7f0970075a80 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7f0970075a80 msgr2=0x7f0970077ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7f0970075a80 0x7f0970077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f097006c380 msgr2=0x7f097006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f097006c380 0x7f097006e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0988001eb0 tx=0x7f09880019c0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0990158990 msgr2=0x7f0990158e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 --2- 172.21.15.32:0/812535868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0990158990 0x7f0990158e10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0978003bc0 tx=0x7f0978001d40 comp rx=0 tx=0).stop 2024-09-16T00:52:43.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995535640 1 -- 172.21.15.32:0/812535868 reap_dead start 2024-09-16T00:52:43.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 shutdown_connections 2024-09-16T00:52:43.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.079+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 >> 172.21.15.32:0/812535868 conn(0x7f09900b1bd0 msgr2=0x7f09900aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.080+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 shutdown_connections 2024-09-16T00:52:43.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.080+0000 7f0995d36640 1 -- 172.21.15.32:0/812535868 wait complete. 2024-09-16T00:52:43.142 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.142 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:52:43.143 INFO:teuthology.orchestra.run.smithi032.stdout:68719476744 2024-09-16T00:52:43.143 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T00:52:43.144 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-09-16T00:52:43.144 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T00:52:43.145 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-09-16T00:52:43.145 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T00:52:43.146 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:52:43.147 INFO:teuthology.orchestra.run.smithi032.stdout:55834574858 2024-09-16T00:52:43.147 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:52:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:64424509448 2024-09-16T00:52:43.148 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T00:52:43.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.355+0000 7fde2c0d0640 1 Processor -- start 2024-09-16T00:52:43.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.355+0000 7fde2c0d0640 1 -- start start 2024-09-16T00:52:43.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.356+0000 7fde2c0d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fde240ccf80 0x7fde240af090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.356+0000 7fde2c0d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde2415a530 0x7fde240ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.356+0000 7fde2c0d0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde2415e260 con 0x7fde240af5d0 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.356+0000 7fde2c0d0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fde2415ede0 con 0x7fde240ccf80 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.356+0000 7fde2c0d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fde2415e540 con 0x7fde2415a530 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.357+0000 7fde29e6c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fde240ccf80 0x7fde240af090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.357+0000 7fde29e6c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fde240ccf80 0x7fde240af090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59870/0 (socket says 172.21.15.32:59870) 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.357+0000 7fde29e6c640 1 -- 172.21.15.32:0/1474936841 learned_addr learned my addr 172.21.15.32:0/1474936841 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.357+0000 7ff8dc1b7640 1 Processor -- start 2024-09-16T00:52:43.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.357+0000 7fde2a66d640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde2415a530 0x7fde240ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7ff8dc1b7640 1 -- start start 2024-09-16T00:52:43.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7fa75ecfd640 1 Processor -- start 2024-09-16T00:52:43.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7fde29e6c640 1 -- 172.21.15.32:0/1474936841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde2415a530 msgr2=0x7fde240ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7fde29e6c640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde2415a530 0x7fde240ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7fde29e6c640 1 -- 172.21.15.32:0/1474936841 >> v1:172.21.15.32:6789/0 conn(0x7fde240af5d0 legacy=0x7fde24159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.358+0000 7fde29e6c640 1 -- 172.21.15.32:0/1474936841 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2415e820 con 0x7fde240ccf80 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.359+0000 7fa75ecfd640 1 -- start start 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.359+0000 7ff8dc1b7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff8d40cf2d0 0x7ff8d4165220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.359+0000 7ff8dc1b7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8d415e260 con 0x7ff8d40ccf80 2024-09-16T00:52:43.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.359+0000 7ff8dc1b7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8d415e540 con 0x7ff8d40cd360 2024-09-16T00:52:43.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.359+0000 7ff8dc1b7640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff8d415ede0 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7f58b9253640 1 Processor -- start 2024-09-16T00:52:43.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8da754640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff8d40cf2d0 0x7ff8d4165220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8d9752640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff8d40cd360 0x7ff8d4159e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45108/0 (socket says 172.21.15.32:45108) 2024-09-16T00:52:43.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8d9752640 1 -- 172.21.15.32:0/2465158210 learned_addr learned my addr 172.21.15.32:0/2465158210 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7f58b9253640 1 -- start start 2024-09-16T00:52:43.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7fa75dcfb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa75815e3f0 0x7fa7580d43b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53726/0 (socket says 172.21.15.32:53726) 2024-09-16T00:52:43.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7fa75dcfb640 1 -- 172.21.15.32:0/3234032507 learned_addr learned my addr 172.21.15.32:0/3234032507 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff642653640 1 Processor -- start 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7ff642653640 1 -- start start 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8d8f51640 1 -- 172.21.15.32:0/2465158210 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 104669623 0 0) 0x7ff8d415e540 con 0x7ff8d40cd360 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8d8f51640 1 -- 172.21.15.32:0/2465158210 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8c0003520 con 0x7ff8d40cd360 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8da754640 1 -- 172.21.15.32:0/2465158210 >> v1:172.21.15.50:6789/0 conn(0x7ff8d40cd360 legacy=0x7ff8d4159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8da754640 1 -- 172.21.15.32:0/2465158210 >> v1:172.21.15.32:6789/0 conn(0x7ff8d40ccf80 legacy=0x7ff8d40af090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.360+0000 7ff8da754640 1 -- 172.21.15.32:0/2465158210 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d415e820 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7fa75ecfd640 1 --2- 172.21.15.32:0/3234032507 >> v2:172.21.15.50:3300/0 conn(0x7fa7580d0770 0x7fa7581691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7580b3ed0 con 0x7fa75815e3f0 2024-09-16T00:52:43.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7fde29e6c640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde240ccf80 0x7fde240af090 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fde200098a0 tx=0x7fde2002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=106e8c4051b9dea7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7fa75e4fc640 1 --2- 172.21.15.32:0/3234032507 >> v2:172.21.15.50:3300/0 conn(0x7fa7580d0770 0x7fa7581691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.361+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7580d2bd0 con 0x7fa7580d4ac0 2024-09-16T00:52:43.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa7580d2eb0 con 0x7fa7580d0770 2024-09-16T00:52:43.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f57db396640 1 Processor -- start 2024-09-16T00:52:43.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7fde28e6a640 1 -- 172.21.15.32:0/1474936841 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20037070 con 0x7fde240ccf80 2024-09-16T00:52:43.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7fde28e6a640 1 -- 172.21.15.32:0/1474936841 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde2002ae30 con 0x7fde240ccf80 2024-09-16T00:52:43.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7fde28e6a640 1 -- 172.21.15.32:0/1474936841 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20032640 con 0x7fde240ccf80 2024-09-16T00:52:43.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff8da754640 1 --2- 172.21.15.32:0/2465158210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40cf2d0 0x7ff8d4165220 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8d000ba40 tx=0x7ff8d002e8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22fccb39f91213f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f57db396640 1 -- start start 2024-09-16T00:52:43.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff8d8f51640 1 -- 172.21.15.32:0/2465158210 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0035500 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff8d8f51640 1 -- 172.21.15.32:0/2465158210 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8d00356a0 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b9253640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f58b4070790 0x7f58b406ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b9253640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58b4073310 con 0x7f58b4158b30 2024-09-16T00:52:43.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b9253640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58b4073b80 con 0x7f58b406f100 2024-09-16T00:52:43.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b9253640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f58b4158f10 con 0x7f58b4070790 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6340e0a80 0x7ff6340358d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff63400bdd0 0x7ff634056ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff634054b10 0x7ff634054fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b2d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f58b4158b30 0x7f58b4072c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53736/0 (socket says 172.21.15.32:53736) 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7f58b2d9d640 1 -- 172.21.15.32:0/3998533949 learned_addr learned my addr 172.21.15.32:0/3998533949 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7ff634051640 con 0x7ff634054b10 2024-09-16T00:52:43.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3291401292 0 0) 0x7fa750001490 con 0x7fa75815e3f0 2024-09-16T00:52:43.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff634054550 con 0x7ff63400bdd0 2024-09-16T00:52:43.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff642653640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff634054830 con 0x7ff6340e0a80 2024-09-16T00:52:43.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff640bf0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff634054b10 0x7ff634054fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff640bf0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff634054b10 0x7ff634054fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59878/0 (socket says 172.21.15.32:59878) 2024-09-16T00:52:43.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1474936841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde240ccf80 msgr2=0x7fde240af090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde240ccf80 0x7fde240af090 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fde200098a0 tx=0x7fde2002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff640bf0640 1 -- 172.21.15.32:0/2444098467 learned_addr learned my addr 172.21.15.32:0/2444098467 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3175901802 0 0) 0x7f58b4073b80 con 0x7f58b406f100 2024-09-16T00:52:43.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff63b7fe640 1 --2- 172.21.15.32:0/2444098467 >> v2:172.21.15.50:3300/0 conn(0x7ff63400bdd0 0x7ff634056ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f589c003520 con 0x7f58b406f100 2024-09-16T00:52:43.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa744003520 con 0x7fa75815e3f0 2024-09-16T00:52:43.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3168510474 0 0) 0x7fa7580d2bd0 con 0x7fa7580d4ac0 2024-09-16T00:52:43.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa750001490 con 0x7fa7580d4ac0 2024-09-16T00:52:43.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 907055760 0 0) 0x7f58b4073310 con 0x7f58b4158b30 2024-09-16T00:52:43.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b259c640 1 --2- 172.21.15.32:0/3998533949 >> v2:172.21.15.50:3300/0 conn(0x7f58b4070790 0x7f58b406ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58b4073b80 con 0x7f58b4158b30 2024-09-16T00:52:43.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1999202295 0 0) 0x7f589c003520 con 0x7f58b406f100 2024-09-16T00:52:43.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff63bfff640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6340e0a80 0x7ff6340358d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.362+0000 7ff8d8f51640 1 -- 172.21.15.32:0/2465158210 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0035a70 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2465158210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40cf2d0 msgr2=0x7ff8d4165220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2465158210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40cf2d0 0x7ff8d4165220 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8d000ba40 tx=0x7ff8d002e8d0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff640bf0640 1 -- 172.21.15.32:0/2444098467 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6340e0a80 msgr2=0x7ff6340358d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6340e0a80 0x7ff6340358d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff640bf0640 1 -- 172.21.15.32:0/2444098467 >> v2:172.21.15.50:3300/0 conn(0x7ff63400bdd0 msgr2=0x7ff634056ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2444098467 >> v2:172.21.15.50:3300/0 conn(0x7ff63400bdd0 0x7ff634056ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7ff640bf0640 1 -- 172.21.15.32:0/2444098467 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff634057430 con 0x7ff634054b10 2024-09-16T00:52:43.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fc7f5f8d640 1 Processor -- start 2024-09-16T00:52:43.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fc7f5f8d640 1 -- start start 2024-09-16T00:52:43.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 >> v2:172.21.15.50:3300/0 conn(0x7f58b4070790 msgr2=0x7f58b406ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 --2- 172.21.15.32:0/3998533949 >> v2:172.21.15.50:3300/0 conn(0x7f58b4070790 0x7f58b406ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f57db396640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f57cc00c870 0x7f57cc007780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f57db396640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57cc039470 con 0x7f57cc0df880 2024-09-16T00:52:43.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f57db396640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57cc0503d0 con 0x7f57cc034a20 2024-09-16T00:52:43.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f57db396640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f57cc00ade0 con 0x7f57cc00c870 2024-09-16T00:52:43.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 >> v1:172.21.15.32:6789/0 conn(0x7f58b4158b30 legacy=0x7f58b4072c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f0483191640 1 Processor -- start 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3867193855 0 0) 0x7fa750001490 con 0x7fa7580d4ac0 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 >> v2:172.21.15.50:3300/0 conn(0x7fa7580d0770 msgr2=0x7fa7581691d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 --2- 172.21.15.32:0/3234032507 >> v2:172.21.15.50:3300/0 conn(0x7fa7580d0770 0x7fa7581691d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 >> v1:172.21.15.32:6789/0 conn(0x7fa75815e3f0 legacy=0x7fa7580d43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7580d3190 con 0x7fa7580d4ac0 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fa754001670 con 0x7fa7580d4ac0 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 >> v1:172.21.15.50:6789/0 conn(0x7fa7580d4ac0 legacy=0x7fa7580d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa744004ba0 0x7fa744004fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 0x7fa744003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa744004160 0x7fa74400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa7580d2eb0 con 0x7fa7440037a0 2024-09-16T00:52:43.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa74400bfb0 con 0x7fa744004ba0 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa74400c1b0 con 0x7fa744004160 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75dcfb640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa744004ba0 0x7fa744004fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 0x7fa744003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fa75d4fa640 1 -- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa744004160 msgr2=0x7fa74400b9c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa744004160 0x7fa74400b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b40735c0 con 0x7f58b406f100 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f58a4001670 con 0x7f58b406f100 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 >> v1:172.21.15.50:6789/0 conn(0x7f58b406f100 legacy=0x7f58b406baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f589c003c00 0x7f589c003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c004800 0x7f589c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b2d9d640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f589c003c00 0x7f589c003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 0x7f589c00ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b259c640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c004800 0x7f589c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f589c00c1e0 con 0x7f589c0052e0 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f589c00c390 con 0x7f589c004800 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f589c00c590 con 0x7f589c003c00 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f57d8931640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f57cc034a20 0x7f57cc04fcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45140/0 (socket says 172.21.15.32:45140) 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f57d8931640 1 -- 172.21.15.32:0/3179108476 learned_addr learned my addr 172.21.15.32:0/3179108476 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f57d9933640 1 --2- 172.21.15.32:0/3179108476 >> v2:172.21.15.50:3300/0 conn(0x7f57cc00c870 0x7f57cc007780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 662554451 0 0) 0x7f57cc0503d0 con 0x7f57cc034a20 2024-09-16T00:52:43.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f57c0003520 con 0x7f57cc034a20 2024-09-16T00:52:43.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff634054b10 0x7ff634054fc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff63c02dd50 tx=0x7ff63c0a6030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21033f56345a796 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1474936841 shutdown_connections 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde2415a530 0x7fde240ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1474936841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde240ccf80 0x7fde240af090 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1474936841 >> 172.21.15.32:0/1474936841 conn(0x7fde240b1af0 msgr2=0x7fde240b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1474936841 shutdown_connections 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.363+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1474936841 wait complete. 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fa75d4fa640 1 -- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa744004ba0 msgr2=0x7fa744004fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa744004ba0 0x7fa744004fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fa75d4fa640 1 -- 172.21.15.32:0/3234032507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa750001490 con 0x7fa7440037a0 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1001137551 0 0) 0x7f57c4001160 con 0x7f57cc0df880 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f57cc0503d0 con 0x7f57cc0df880 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fc7f5f8d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc7f00b35e0 0x7fc7f00d4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fc7f5f8d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7f00d2020 0x7fc7f00d2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fc7f5f8d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7f00cef60 con 0x7fc7f00d2f70 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fc7f5f8d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fc7f00d33c0 con 0x7fc7f00d2020 2024-09-16T00:52:43.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fc7f5f8d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc7f00d2730 con 0x7fc7f00b35e0 2024-09-16T00:52:43.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 0x7f589c00ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1602415648 0 0) 0x7f57cc0503d0 con 0x7f57cc0df880 2024-09-16T00:52:43.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 >> v2:172.21.15.50:3300/0 conn(0x7f57cc00c870 msgr2=0x7f57cc007780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 --2- 172.21.15.32:0/3179108476 >> v2:172.21.15.50:3300/0 conn(0x7f57cc00c870 0x7f57cc007780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 >> v1:172.21.15.50:6789/0 conn(0x7f57cc034a20 legacy=0x7f57cc04fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fde2c0d0640 1 Processor -- start 2024-09-16T00:52:43.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7fde2c0d0640 1 -- start start 2024-09-16T00:52:43.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57cc0529a0 con 0x7f57cc0df880 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f57c4001890 con 0x7f57cc0df880 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 >> v1:172.21.15.32:6789/0 conn(0x7f57cc0df880 legacy=0x7f57cc038d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 0x7f57c0004fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7f00d2020 0x7fc7f00d2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57c00037a0 0x7f57c0003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7ff63affd640 1 -- 172.21.15.32:0/2444098467 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c0b3070 con 0x7ff634054b10 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7ff63affd640 1 -- 172.21.15.32:0/2444098467 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff63c0a6dc0 con 0x7ff634054b10 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 -- 172.21.15.32:0/2444098467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff634054b10 msgr2=0x7ff634054fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff634054b10 0x7ff634054fc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff63c02dd50 tx=0x7ff63c0a6030 comp rx=0 tx=0).stop 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2465158210 shutdown_connections 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2465158210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40cf2d0 0x7ff8d4165220 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2465158210 >> 172.21.15.32:0/2465158210 conn(0x7ff8d40b1af0 msgr2=0x7ff8d40b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2465158210 shutdown_connections 2024-09-16T00:52:43.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7f00d2020 0x7fc7f00d2a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59904/0 (socket says 172.21.15.32:59904) 2024-09-16T00:52:43.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 -- 172.21.15.32:0/1451556285 learned_addr learned my addr 172.21.15.32:0/1451556285 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004160 0x7f57c000ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 -- 172.21.15.32:0/2444098467 shutdown_connections 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff634054b10 0x7ff634054fc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 --2- 172.21.15.32:0/2444098467 >> v2:172.21.15.50:3300/0 conn(0x7ff63400bdd0 0x7ff634056ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 --2- 172.21.15.32:0/2444098467 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6340e0a80 0x7ff6340358d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 -- 172.21.15.32:0/2444098467 >> 172.21.15.32:0/2444098467 conn(0x7ff63401fb70 msgr2=0x7ff6340567e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2465158210 wait complete. 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fde2c0d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2c0d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 0x7fde240ad750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2c0d0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde2415a530 0x7fde240adc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:36082/0 (socket says 172.21.15.32:36082) 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 -- 172.21.15.32:0/1346578899 learned_addr learned my addr 172.21.15.32:0/1346578899 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde240b25e0 con 0x7fde2415a530 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde2415def0 con 0x7fde240af5d0 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fde240b2760 con 0x7fde240ccf80 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.364+0000 7f0483191640 1 -- start start 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0483191640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 0x7f047c0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0483191640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f047c0cf8a0 con 0x7f047c0c2f70 2024-09-16T00:52:43.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0483191640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f047c0cb940 con 0x7f047c0cef70 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0483191640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f047c0cbf90 con 0x7f047c163980 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0480f2d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f047c0c2f70 0x7f047c0c3350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53754/0 (socket says 172.21.15.32:53754) 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f0480f2d640 1 -- 172.21.15.32:0/3488497346 learned_addr learned my addr 172.21.15.32:0/3488497346 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f047bfff640 1 --2- 172.21.15.32:0/3488497346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 0x7f047c0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3165353315 0 0) 0x7f047c0cb940 con 0x7f047c0cef70 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0464003520 con 0x7f047c0cef70 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fa75e4fc640 1 -- 172.21.15.32:0/3234032507 reap_dead start 2024-09-16T00:52:43.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 0x7fa744003c20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa754007f50 tx=0x7fa744005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e0c32dc0d8dfa20 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 -- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f589c003c00 msgr2=0x7f589c003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f589c003c00 0x7f589c003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 -- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c004800 msgr2=0x7f589c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c004800 0x7f589c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f58b359e640 1 -- 172.21.15.32:0/3998533949 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f589c003520 con 0x7f589c0052e0 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f58b2d9d640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f589c003c00 0x7f589c003fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f58b359e640 1 -- 172.21.15.32:0/3998533949 reap_dead start 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f58b359e640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 0x7f589c00ba40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f58a4003c90 tx=0x7f589c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2370b7d0ece034f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 -- 172.21.15.32:0/2444098467 shutdown_connections 2024-09-16T00:52:43.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57cc00ade0 con 0x7f57c00037a0 2024-09-16T00:52:43.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57c0010510 con 0x7f57c0004ba0 2024-09-16T00:52:43.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.365+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f57c0010690 con 0x7f57c0004160 2024-09-16T00:52:43.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 0x7f57c0004fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2966b640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 0x7fde240ad750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 -- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004160 msgr2=0x7f57c000ffd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004160 0x7f57c000ffd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 -- 172.21.15.32:0/3179108476 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57c00037a0 msgr2=0x7f57c0003c20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57c00037a0 0x7f57c0003c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9132640 1 -- 172.21.15.32:0/3179108476 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57cc0529a0 con 0x7f57c0004ba0 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7f57d9933640 1 -- 172.21.15.32:0/3179108476 reap_dead start 2024-09-16T00:52:43.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2a66d640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde2415a530 0x7fde240adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 -- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 msgr2=0x7fde240ad750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 0x7fde240ad750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 -- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde2415a530 msgr2=0x7fde240adc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 -- 172.21.15.32:0/1451556285 >> v2:172.21.15.50:3300/0 conn(0x7fc7f00b35e0 msgr2=0x7fc7f00d4bb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/1451556285 >> v2:172.21.15.50:3300/0 conn(0x7fc7f00b35e0 0x7fc7f00d4bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 -- 172.21.15.32:0/1451556285 >> v1:172.21.15.32:6789/0 conn(0x7fc7f00d2f70 legacy=0x7fc7f00b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7fc7eeffd640 1 -- 172.21.15.32:0/1451556285 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f00d0e40 con 0x7fc7f00d2020 2024-09-16T00:52:43.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde2415a530 0x7fde240adc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde29e6c640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde240b4be0 con 0x7fde240af5d0 2024-09-16T00:52:43.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.366+0000 7ff642653640 1 -- 172.21.15.32:0/2444098467 wait complete. 2024-09-16T00:52:43.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7fde2966b640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 0x7fde240ad750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:43.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047bfff640 1 -- 172.21.15.32:0/3488497346 >> v1:172.21.15.50:6789/0 conn(0x7f047c0cef70 legacy=0x7f047c0cdb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047bfff640 1 -- 172.21.15.32:0/3488497346 >> v1:172.21.15.32:6789/0 conn(0x7f047c0c2f70 legacy=0x7f047c0c3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047bfff640 1 -- 172.21.15.32:0/3488497346 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047c0cbc20 con 0x7f047c163980 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.367+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2671639523 0 0) 0x7f0464003520 con 0x7f047c0cef70 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/1451556285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2020 0x7fc7f00d2a30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006c250 tx=0x7fc7e802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d007b3f014bfef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa754036070 con 0x7fa7440037a0 2024-09-16T00:52:43.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa754031600 con 0x7fa7440037a0 2024-09-16T00:52:43.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fde29e6c640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fde2002a1e0 tx=0x7fde200046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac001f10 con 0x7f589c0052e0 2024-09-16T00:52:43.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58a402f070 con 0x7f589c0052e0 2024-09-16T00:52:43.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7f58b1d9b640 1 -- 172.21.15.32:0/3998533949 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a4003890 con 0x7f589c0052e0 2024-09-16T00:52:43.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fa75ccf9640 1 -- 172.21.15.32:0/3234032507 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa754036070 con 0x7fa7440037a0 2024-09-16T00:52:43.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fc7ee7fc640 1 -- 172.21.15.32:0/1451556285 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8036070 con 0x7fc7f00d2020 2024-09-16T00:52:43.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7ff642653640 1 Processor -- start 2024-09-16T00:52:43.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7ff8dc1b7640 1 Processor -- start 2024-09-16T00:52:43.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fc7ee7fc640 1 -- 172.21.15.32:0/1451556285 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e8031600 con 0x7fc7f00d2020 2024-09-16T00:52:43.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7fc7ee7fc640 1 -- 172.21.15.32:0/1451556285 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e802ae60 con 0x7fc7f00d2020 2024-09-16T00:52:43.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7f57d9132640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 0x7f57c0004fc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f57c400c430 tx=0x7f57c0005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63ff7f7726166c37 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7ff642653640 1 -- start start 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7f047bfff640 1 --2- 172.21.15.32:0/3488497346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 0x7f047c0cc420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0470009750 tx=0x7f047002a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96426581e9254340 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0470037070 con 0x7f047c163980 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f047002ac40 con 0x7f047c163980 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.368+0000 7ff8dc1b7640 1 -- start start 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f047b7fe640 1 -- 172.21.15.32:0/3488497346 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04740019f0 con 0x7f047c163980 2024-09-16T00:52:43.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 msgr2=0x7fa744003c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fa75ecfd640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 0x7fa744003c20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa754007f50 tx=0x7fa744005830 comp rx=0 tx=0).stop 2024-09-16T00:52:43.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f58b9253640 1 -- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 msgr2=0x7f589c00ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f58b9253640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 0x7f589c00ba40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f58a4003c90 tx=0x7f589c005830 comp rx=0 tx=0).stop 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/1451556285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2020 msgr2=0x7fc7f00d2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/1451556285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2020 0x7fc7f00d2a30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006c250 tx=0x7fc7e802a680 comp rx=0 tx=0).stop 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f58b9253640 1 -- 172.21.15.32:0/3998533949 shutdown_connections 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f58b9253640 1 --2- 172.21.15.32:0/3998533949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f589c0052e0 0x7f589c00ba40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f58b9253640 1 -- 172.21.15.32:0/3998533949 >> 172.21.15.32:0/3998533949 conn(0x7f58b40b2e10 msgr2=0x7f58b40b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20041070 con 0x7fde240af5d0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde2003c670 con 0x7fde240af5d0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20037040 con 0x7fde240af5d0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde240c7c20 con 0x7fde240af5d0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde240c81e0 con 0x7fde240af5d0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c4040070 con 0x7f57c0004ba0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57c4033d40 con 0x7f57c0004ba0 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7f57cbfff640 1 -- 172.21.15.32:0/3179108476 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c400c0e0 con 0x7f57c0004ba0 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/1451556285 shutdown_connections 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/1451556285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2020 0x7fc7f00d2a30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/1451556285 >> v2:172.21.15.50:3300/0 conn(0x7fc7f00b35e0 0x7fc7f00d4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/1451556285 >> 172.21.15.32:0/1451556285 conn(0x7fc7f008de10 msgr2=0x7fc7f009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7ff8dc1b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7ff8dc1b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 0x7ff8d4159440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8dc1b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff8d40cf2d0 0x7ff8d40b5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/1451556285 shutdown_connections 2024-09-16T00:52:43.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff63400bdd0 0x7ff6340cd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 0x7ff6340cd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8dc1b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d415def0 con 0x7ff8d40cd360 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8dc1b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d40af7a0 con 0x7ff8d40ccf80 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8dc1b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff8d40b25e0 con 0x7ff8d40cf2d0 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 0x7ff6340cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:36084/0 (socket says 172.21.15.32:36084) 2024-09-16T00:52:43.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 -- 172.21.15.32:0/2710050101 learned_addr learned my addr 172.21.15.32:0/2710050101 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f0483191640 1 -- 172.21.15.32:0/3488497346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 msgr2=0x7f047c0cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f0483191640 1 --2- 172.21.15.32:0/3488497346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 0x7f047c0cc420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0470009750 tx=0x7f047002a130 comp rx=0 tx=0).stop 2024-09-16T00:52:43.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.369+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/1451556285 wait complete. 2024-09-16T00:52:43.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff634051b20 con 0x7ff6340e0a80 2024-09-16T00:52:43.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff634055710 con 0x7ff63400bdd0 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff642653640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff634051ca0 con 0x7ff634054b10 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 shutdown_connections 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7fa75ecfd640 1 --2- 172.21.15.32:0/3234032507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7440037a0 0x7fa744003c20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 >> 172.21.15.32:0/3234032507 conn(0x7fa75808ddd0 msgr2=0x7fa75809d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8da754640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff8d40cf2d0 0x7ff8d40b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 shutdown_connections 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9752640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 0x7ff8d4159440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 -- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff8d40cf2d0 msgr2=0x7ff8d40b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff8d40cf2d0 0x7ff8d40b5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 -- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 msgr2=0x7ff8d4159440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 0x7ff8d4159440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9f53640 1 -- 172.21.15.32:0/2710050101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d41fb680 con 0x7ff8d40ccf80 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff8d9752640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 0x7ff8d4159440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:43.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7fa75ecfd640 1 -- 172.21.15.32:0/3234032507 wait complete. 2024-09-16T00:52:43.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f0483191640 1 -- 172.21.15.32:0/3488497346 shutdown_connections 2024-09-16T00:52:43.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f0483191640 1 --2- 172.21.15.32:0/3488497346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c163980 0x7f047c0cc420 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f0483191640 1 -- 172.21.15.32:0/3488497346 >> 172.21.15.32:0/3488497346 conn(0x7f047c0cffa0 msgr2=0x7f047c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f58b9253640 1 -- 172.21.15.32:0/3998533949 shutdown_connections 2024-09-16T00:52:43.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f57db396640 1 -- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 msgr2=0x7f57c0004fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7f57db396640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 0x7f57c0004fc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f57c400c430 tx=0x7f57c0005830 comp rx=0 tx=0).stop 2024-09-16T00:52:43.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f57db396640 1 -- 172.21.15.32:0/3179108476 shutdown_connections 2024-09-16T00:52:43.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f57db396640 1 --2- 172.21.15.32:0/3179108476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57c0004ba0 0x7f57c0004fc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f57db396640 1 -- 172.21.15.32:0/3179108476 >> 172.21.15.32:0/3179108476 conn(0x7f57cc01ea50 msgr2=0x7f57cc038650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff63b7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 0x7ff6340cd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff63b7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 0x7ff6340cd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34366/0 (socket says 172.21.15.32:34366) 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff63b7fe640 1 -- 172.21.15.32:0/2411003823 learned_addr learned my addr 172.21.15.32:0/2411003823 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.370+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 0x7ff6340cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff63bfff640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff63400bdd0 0x7ff6340cd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8d9f53640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff8c400c430 tx=0x7ff8c400c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f57db396640 1 -- 172.21.15.32:0/3179108476 shutdown_connections 2024-09-16T00:52:43.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f0483191640 1 -- 172.21.15.32:0/3488497346 shutdown_connections 2024-09-16T00:52:43.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f58b9253640 1 -- 172.21.15.32:0/3998533949 wait complete. 2024-09-16T00:52:43.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7fde07fff640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde240cd360 con 0x7fde240af5d0 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff640bf0640 1 -- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 msgr2=0x7ff6340cd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 0x7ff6340cd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff640bf0640 1 -- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff63400bdd0 msgr2=0x7ff6340cd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff63400bdd0 0x7ff6340cd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff640bf0640 1 -- 172.21.15.32:0/2411003823 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6340d6130 con 0x7ff6340e0a80 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c4011790 con 0x7ff8d40ccf80 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8c4017070 con 0x7ff8d40ccf80 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8d41fb960 con 0x7ff8d40ccf80 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c4011bb0 con 0x7ff8d40ccf80 2024-09-16T00:52:43.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8d41fbf20 con 0x7ff8d40ccf80 2024-09-16T00:52:43.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7fc7f5f8d640 1 Processor -- start 2024-09-16T00:52:43.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff640bf0640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 0x7ff6340cddf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff63c06b170 tx=0x7ff63c0659b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7fc7f5f8d640 1 -- start start 2024-09-16T00:52:43.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fa75ecfd640 1 Processor -- start 2024-09-16T00:52:43.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.371+0000 7f57db396640 1 -- 172.21.15.32:0/3179108476 wait complete. 2024-09-16T00:52:43.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7f57db396640 1 Processor -- start 2024-09-16T00:52:43.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde20044070 con 0x7fde240af5d0 2024-09-16T00:52:43.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fde1a7fc640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 0x7fde0806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fde200abcf0 con 0x7fde240af5d0 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fa75ecfd640 1 -- start start 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f00b35e0 0x7fc7f00b7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 0x7fc7f00b8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 0x7fc7f00b93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f00d16e0 con 0x7fc7f00d2f70 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f00d1400 con 0x7fc7f00b35e0 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7fc7f5f8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f00d2440 con 0x7fc7f00d2020 2024-09-16T00:52:43.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7f58b9253640 1 Processor -- start 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7f58b9253640 1 -- start start 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.373+0000 7f57db396640 1 -- start start 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c0b3050 con 0x7ff6340e0a80 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff63c0bf070 con 0x7ff6340e0a80 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c0b8ad0 con 0x7ff6340e0a80 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff642653640 1 -- 172.21.15.32:0/2411003823 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6340d6410 con 0x7ff6340e0a80 2024-09-16T00:52:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7ff642653640 1 -- 172.21.15.32:0/2411003823 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6340d69d0 con 0x7ff6340e0a80 2024-09-16T00:52:43.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7fc7effff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 0x7fc7f00b93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7fde2966b640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 0x7fde0806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7fc7effff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 0x7fc7f00b93c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59952/0 (socket says 172.21.15.32:59952) 2024-09-16T00:52:43.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7fc7effff640 1 -- 172.21.15.32:0/2314065350 learned_addr learned my addr 172.21.15.32:0/2314065350 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 0x7f57cc0d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 0x7fc7f00b8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fc7ef7fe640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f00b35e0 0x7fc7f00b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8d40af090 con 0x7ff8d40ccf80 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.372+0000 7f0483191640 1 -- 172.21.15.32:0/3488497346 wait complete. 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f0483191640 1 Processor -- start 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f0483191640 1 -- start start 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 0x7fa7580b8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7580b8ba0 0x7fa7581599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58b4135480 0x7f58b41596e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 0x7f57cc04e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 0x7f57cc04ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57cc052f20 con 0x7f57cc0e2b30 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57cc00cd20 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.374+0000 7f57db396640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f57cc009060 con 0x7f57c0004ba0 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f57d8931640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 0x7f57cc04e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f57d8931640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 0x7f57cc04e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59956/0 (socket says 172.21.15.32:59956) 2024-09-16T00:52:43.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f57d8931640 1 -- 172.21.15.32:0/73283085 learned_addr learned my addr 172.21.15.32:0/73283085 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7ff642653640 1 -- 172.21.15.32:0/2411003823 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff61c005290 con 0x7ff6340e0a80 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fde2966b640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 0x7fde0806e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fde1c007fd0 tx=0x7fde1c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b2d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b2d9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:36106/0 (socket says 172.21.15.32:36106) 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58b413e080 0x7f58b413e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f58b40b41b0 con 0x7f58b413e080 2024-09-16T00:52:43.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58b406f550 con 0x7f589c0052e0 2024-09-16T00:52:43.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b9253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f58b40b4490 con 0x7f58b4135480 2024-09-16T00:52:43.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f57d9933640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 0x7f57cc04ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f57d9132640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 0x7f57cc0d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa75815e950 con 0x7fa7580b8ba0 2024-09-16T00:52:43.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa75815e7d0 con 0x7fa7440037a0 2024-09-16T00:52:43.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b259c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58b4135480 0x7f58b41596e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7f58b2d9d640 1 -- 172.21.15.32:0/3286219108 learned_addr learned my addr 172.21.15.32:0/3286219108 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75ecfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa75815ead0 con 0x7fa7581f39e0 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75dcfb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75dcfb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:36122/0 (socket says 172.21.15.32:36122) 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.375+0000 7fa75dcfb640 1 -- 172.21.15.32:0/2703549620 learned_addr learned my addr 172.21.15.32:0/2703549620 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 0x7fa7580b8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 -- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58b4135480 msgr2=0x7f58b41596e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58b4135480 0x7f58b41596e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 -- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58b413e080 msgr2=0x7f58b413e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58b413e080 0x7f58b413e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 -- 172.21.15.32:0/3286219108 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b4136210 con 0x7f589c0052e0 2024-09-16T00:52:43.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75e4fc640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7580b8ba0 0x7fa7581599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 -- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 msgr2=0x7f57cc0d0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 0x7f57cc0d0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 -- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 msgr2=0x7f57cc04e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 0x7f57cc04e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 -- 172.21.15.32:0/73283085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57cc0dfeb0 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 -- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 msgr2=0x7fa7580b8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 0x7fa7580b8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 -- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7580b8ba0 msgr2=0x7fa7581599a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7580b8ba0 0x7fa7581599a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 -- 172.21.15.32:0/2703549620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7580b75c0 con 0x7fa7440037a0 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9132640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 0x7f57cc0d0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 -- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f00b35e0 msgr2=0x7fc7f00b7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f00b35e0 0x7fc7f00b7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 0x7fa7580b8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 -- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 msgr2=0x7fc7f00b93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 0x7fc7f00b93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 -- 172.21.15.32:0/2314065350 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f00c9420 con 0x7fc7f00d2020 2024-09-16T00:52:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f57d9933640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 0x7f57cc04ee50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f57cc051cb0 tx=0x7f57d000ec00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fa75dcfb640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa750007b70 tx=0x7fa75000f5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8c40395d0 con 0x7ff8d40ccf80 2024-09-16T00:52:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7f58b2d9d640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f58ac0079d0 tx=0x7f58ac00f5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7fc7eeffd640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 0x7fc7f00b8e80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8030000 tx=0x7fc7e8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff63c0b8c70 con 0x7ff6340e0a80 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 0x7f047c159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 0x7f047c15a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f047c163980 0x7f047c0acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f047c0cf420 con 0x7f047c0c2f70 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f047c0cfb80 con 0x7f047c163980 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0483191640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f047c0cf5a0 con 0x7f047c0cef70 2024-09-16T00:52:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7ff8ca7fc640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 0x7ff8b806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7ff638ff9640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 0x7ff62006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.376+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff63c127920 con 0x7ff6340e0a80 2024-09-16T00:52:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff8c408b890 con 0x7ff8d40ccf80 2024-09-16T00:52:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7ff63bfff640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 0x7ff62006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8041020 con 0x7fc7f00d2020 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e802ae60 con 0x7fc7f00d2020 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8036040 con 0x7fc7f00d2020 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f047bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 0x7f047c15a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 0x7f047c159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f047bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 0x7f047c15a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34410/0 (socket says 172.21.15.32:34410) 2024-09-16T00:52:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f047bfff640 1 -- 172.21.15.32:0/2469182128 learned_addr learned my addr 172.21.15.32:0/2469182128 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f048172e640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f047c163980 0x7f047c0acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7ff8d9752640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 0x7ff8b806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f00c9700 con 0x7fc7f00d2020 2024-09-16T00:52:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f00c9fa0 con 0x7fc7f00d2020 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 -- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 msgr2=0x7f047c15a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 0x7f047c15a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 -- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f047c163980 msgr2=0x7f047c0acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f047c163980 0x7f047c0acdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7f0480f2d640 1 -- 172.21.15.32:0/2469182128 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047c152530 con 0x7f047c0c2f70 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.377+0000 7ff63bfff640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 0x7ff62006e870 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff63417c080 tx=0x7ff630008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.378+0000 7f0480f2d640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 0x7f047c159b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f046c00b3f0 tx=0x7f046c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.378+0000 7ff8d9752640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 0x7ff8b806e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40afe10 tx=0x7ff8cc009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.378+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f00c98d0 con 0x7fc7f00d2020 2024-09-16T00:52:43.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.379+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7e8044020 con 0x7fc7f00d2020 2024-09-16T00:52:43.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.379+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde2007a190 con 0x7fde240af5d0 2024-09-16T00:52:43.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.379+0000 7fc7d7fff640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 0x7fc7dc06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.380+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc7e80ac340 con 0x7fc7f00d2020 2024-09-16T00:52:43.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.380+0000 7fc7ef7fe640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 0x7fc7dc06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.380+0000 7fc7ef7fe640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 0x7fc7dc06e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0006fd0 tx=0x7fc7e00090e0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.381+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c0064e0 con 0x7f047c0c2f70 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.381+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f047c152810 con 0x7f047c0c2f70 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.382+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f046c015170 con 0x7f047c0c2f70 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.382+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f047c152dd0 con 0x7f047c0c2f70 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.382+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c015540 con 0x7f047c0c2f70 2024-09-16T00:52:43.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.382+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff63c0f56e0 con 0x7ff6340e0a80 2024-09-16T00:52:43.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.383+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045c005290 con 0x7f047c0c2f70 2024-09-16T00:52:43.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.383+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f046c0047c0 con 0x7f047c0c2f70 2024-09-16T00:52:43.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7500133f0 con 0x7fa7440037a0 2024-09-16T00:52:43.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff8c4059d30 con 0x7ff8d40ccf80 2024-09-16T00:52:43.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f04797fa640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 0x7f046806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f046c08a4a0 con 0x7f047c0c2f70 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa750018070 con 0x7fa7440037a0 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7500137f0 con 0x7fa7440037a0 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.383+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac01a070 con 0x7f589c0052e0 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58ac00fe60 con 0x7f589c0052e0 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac012550 con 0x7f589c0052e0 2024-09-16T00:52:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f58b9253640 1 -- 172.21.15.32:0/3286219108 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b413a130 con 0x7f589c0052e0 2024-09-16T00:52:43.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d000ee50 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57d001a070 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d000cad0 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f58b9253640 1 -- 172.21.15.32:0/3286219108 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b413a6f0 con 0x7f589c0052e0 2024-09-16T00:52:43.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7e804b030 con 0x7fc7f00d2020 2024-09-16T00:52:43.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f047bfff640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 0x7f046806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57cc0e0190 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.384+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57cc054de0 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.385+0000 7f047bfff640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 0x7f046806e7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0470009750 tx=0x7f047002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.386+0000 7fa75ecfd640 1 -- 172.21.15.32:0/2703549620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7580b78a0 con 0x7fa7440037a0 2024-09-16T00:52:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.386+0000 7fa75ecfd640 1 -- 172.21.15.32:0/2703549620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7580b7e60 con 0x7fa7440037a0 2024-09-16T00:52:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.387+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b406ebc0 con 0x7f589c0052e0 2024-09-16T00:52:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.387+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57b4005290 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.388+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa738005290 con 0x7fa7440037a0 2024-09-16T00:52:43.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.388+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f57d000cc70 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.388+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa750013990 con 0x7fa7440037a0 2024-09-16T00:52:43.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7f57c9ffb640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 0x7f57b806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7fa74e7fc640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 0x7fa73c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f57d008b420 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7f57d9132640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 0x7f57b806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f58ac01d070 con 0x7f589c0052e0 2024-09-16T00:52:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.390+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa75008c010 con 0x7fa7440037a0 2024-09-16T00:52:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.389+0000 7f589b7fe640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 0x7f58a006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.390+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f58ac08b7f0 con 0x7f589c0052e0 2024-09-16T00:52:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.390+0000 7f58b259c640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 0x7f58a006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.390+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 0x7fa73c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.391+0000 7fa75d4fa640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 0x7fa73c06e870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa754007f50 tx=0x7fa754005040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.391+0000 7f58b259c640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 0x7f58a006e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58b4135d60 tx=0x7f58a8008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.391+0000 7f57d9132640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 0x7f57b806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f57c403d000 tx=0x7f57c4009030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.391+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f046c0583f0 con 0x7f047c0c2f70 2024-09-16T00:52:43.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.393+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58ac0595b0 con 0x7f589c0052e0 2024-09-16T00:52:43.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.397+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f57d0024020 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.404+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7580b3ed0 con 0x7fa7440037a0 2024-09-16T00:52:43.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.777+0000 7fde07fff640 1 -- 172.21.15.32:0/1346578899 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fde240cfc60 con 0x7fde240af5d0 2024-09-16T00:52:43.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.778+0000 7fde1a7fc640 1 -- 172.21.15.32:0/1346578899 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fde20079a90 con 0x7fde240af5d0 2024-09-16T00:52:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.781+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 msgr2=0x7fde0806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.781+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 0x7fde0806e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fde1c007fd0 tx=0x7fde1c009040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.781+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 msgr2=0x7fde240c8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fde2002a1e0 tx=0x7fde200046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 shutdown_connections 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fde0806c380 0x7fde0806e840 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde2415a530 0x7fde240adc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde240ccf80 0x7fde240ad750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 --2- 172.21.15.32:0/1346578899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde240af5d0 0x7fde240c8700 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 >> 172.21.15.32:0/1346578899 conn(0x7fde240b1af0 msgr2=0x7fde24073560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.782+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 shutdown_connections 2024-09-16T00:52:43.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.783+0000 7fde2c0d0640 1 -- 172.21.15.32:0/1346578899 wait complete. 2024-09-16T00:52:43.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.791+0000 7ff642653640 1 -- 172.21.15.32:0/2411003823 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7ff61c005580 con 0x7ff6340e0a80 2024-09-16T00:52:43.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.792+0000 7ff638ff9640 1 -- 172.21.15.32:0/2411003823 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff63c0f99e0 con 0x7ff6340e0a80 2024-09-16T00:52:43.792 INFO:teuthology.orchestra.run.smithi032.stdout:64424509448 2024-09-16T00:52:43.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.795+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 msgr2=0x7ff62006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.795+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 0x7ff62006e870 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff63417c080 tx=0x7ff630008040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff8d406cbb0 con 0x7ff8d40ccf80 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 msgr2=0x7ff6340cddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 0x7ff6340cddf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff63c06b170 tx=0x7ff63c0659b0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 shutdown_connections 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff62006c3b0 0x7ff62006e870 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6340e0a80 0x7ff6340cddf0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff634054b10 0x7ff6340cd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 --2- 172.21.15.32:0/2411003823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff63400bdd0 0x7ff6340cd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 >> 172.21.15.32:0/2411003823 conn(0x7ff63401fb70 msgr2=0x7ff6340530b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff8ca7fc640 1 -- 172.21.15.32:0/2710050101 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff8c4059630 con 0x7ff8d40ccf80 2024-09-16T00:52:43.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.796+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 shutdown_connections 2024-09-16T00:52:43.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.797+0000 7ff6267fc640 1 -- 172.21.15.32:0/2411003823 wait complete. 2024-09-16T00:52:43.798 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.797+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f045c005850 con 0x7f047c0c2f70 2024-09-16T00:52:43.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.797+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc7f00d1c00 con 0x7fc7f00d2020 2024-09-16T00:52:43.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.798+0000 7f04797fa640 1 -- 172.21.15.32:0/2469182128 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f046c05c6f0 con 0x7f047c0c2f70 2024-09-16T00:52:43.799 INFO:teuthology.orchestra.run.smithi032.stdout:68719476744 2024-09-16T00:52:43.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.799+0000 7fc7d7fff640 1 -- 172.21.15.32:0/2314065350 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc7f00cef60 con 0x7fc7f00d2020 2024-09-16T00:52:43.800 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-09-16T00:52:43.801 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.1 2024-09-16T00:52:43.801 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.800+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 msgr2=0x7ff8b806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.800+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 0x7ff8b806e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40afe10 tx=0x7ff8cc009040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.800+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 msgr2=0x7ff8d40b3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.800+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff8c400c430 tx=0x7ff8c400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.800+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 shutdown_connections 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff8b806c380 0x7ff8b806e840 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff8d40cf2d0 0x7ff8d40b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d40cd360 0x7ff8d4159440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 --2- 172.21.15.32:0/2710050101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff8d40ccf80 0x7ff8d40b3d30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 >> 172.21.15.32:0/2710050101 conn(0x7ff8d40b1af0 msgr2=0x7ff8d40ca5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 shutdown_connections 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7ff8dc1b7640 1 -- 172.21.15.32:0/2710050101 wait complete. 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f57b4005580 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f58b415d540 con 0x7f589c0052e0 2024-09-16T00:52:43.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f57c9ffb640 1 -- 172.21.15.32:0/73283085 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f57d0059830 con 0x7f57cc0e2fb0 2024-09-16T00:52:43.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 msgr2=0x7f046806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 0x7f046806e7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0470009750 tx=0x7f047002e000 comp rx=0 tx=0).stop 2024-09-16T00:52:43.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 msgr2=0x7f047c159b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.801+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 0x7f047c159b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f046c00b3f0 tx=0x7f046c00b8b0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stdout:55834574858 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 shutdown_connections 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f046806c300 0x7f046806e7c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f047c163980 0x7f047c0acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f047c0cef70 0x7f047c15a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 --2- 172.21.15.32:0/2469182128 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f047c0c2f70 0x7f047c159b50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 >> 172.21.15.32:0/2469182128 conn(0x7f047c0cffa0 msgr2=0x7f047c0cca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f589b7fe640 1 -- 172.21.15.32:0/3286219108 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f58ac05d8b0 con 0x7f589c0052e0 2024-09-16T00:52:43.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 shutdown_connections 2024-09-16T00:52:43.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.802+0000 7f0483191640 1 -- 172.21.15.32:0/2469182128 wait complete. 2024-09-16T00:52:43.806 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 msgr2=0x7fc7dc06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 0x7fc7dc06e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0006fd0 tx=0x7fc7e00090e0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 msgr2=0x7fc7f00b8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 0x7fc7f00b8e80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8030000 tx=0x7fc7e8004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 shutdown_connections 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc7dc06c300 0x7fc7dc06e7c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f00d2f70 0x7fc7f00b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7f00d2020 0x7fc7f00b8e80 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 --2- 172.21.15.32:0/2314065350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7f00b35e0 0x7fc7f00b7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 >> 172.21.15.32:0/2314065350 conn(0x7fc7f008de10 msgr2=0x7fc7f006cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 shutdown_connections 2024-09-16T00:52:43.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.803+0000 7fc7f5f8d640 1 -- 172.21.15.32:0/2314065350 wait complete. 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 msgr2=0x7f57b806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 0x7f57b806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f57c403d000 tx=0x7f57c4009030 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 msgr2=0x7f57cc04ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 0x7f57cc04ee50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f57cc051cb0 tx=0x7f57d000ec00 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 shutdown_connections 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f57b806c380 0x7f57b806e840 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57cc0e2fb0 0x7f57cc04ee50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57cc0e2b30 0x7f57cc04e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 --2- 172.21.15.32:0/73283085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57c0004ba0 0x7f57cc0d0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 >> 172.21.15.32:0/73283085 conn(0x7f57cc01ea50 msgr2=0x7f57cc037070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 shutdown_connections 2024-09-16T00:52:43.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.805+0000 7f57db396640 1 -- 172.21.15.32:0/73283085 wait complete. 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 msgr2=0x7f58a006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 0x7f58a006e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58b4135d60 tx=0x7f58a8008040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 msgr2=0x7f58b41399a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f58ac0079d0 tx=0x7f58ac00f5a0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 shutdown_connections 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58a006c3b0 0x7f58a006e870 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58b413e080 0x7f58b413e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.806+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58b4135480 0x7f58b41596e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.807+0000 7f58997fa640 1 --2- 172.21.15.32:0/3286219108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f589c0052e0 0x7f58b41399a0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.807+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 >> 172.21.15.32:0/3286219108 conn(0x7f58b40b2e10 msgr2=0x7f58b40b58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.807+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 shutdown_connections 2024-09-16T00:52:43.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.807+0000 7f58997fa640 1 -- 172.21.15.32:0/3286219108 wait complete. 2024-09-16T00:52:43.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.810+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fa738005580 con 0x7fa7440037a0 2024-09-16T00:52:43.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.810+0000 7fa74e7fc640 1 -- 172.21.15.32:0/2703549620 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa750023250 con 0x7fa7440037a0 2024-09-16T00:52:43.812 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 msgr2=0x7fa73c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 0x7fa73c06e870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa754007f50 tx=0x7fa754005040 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 msgr2=0x7fa7581615a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa750007b70 tx=0x7fa75000f5a0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 shutdown_connections 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa73c06c3b0 0x7fa73c06e870 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7580b8ba0 0x7fa7581599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa7581f39e0 0x7fa7580b8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 --2- 172.21.15.32:0/2703549620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7440037a0 0x7fa7581615a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 >> 172.21.15.32:0/2703549620 conn(0x7fa75808ddd0 msgr2=0x7fa7580d0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 shutdown_connections 2024-09-16T00:52:43.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.813+0000 7fa743fff640 1 -- 172.21.15.32:0/2703549620 wait complete. 2024-09-16T00:52:43.820 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.4 2024-09-16T00:52:43.821 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.824 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-16T00:52:43.825 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.825 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476744 got 68719476744 for osd.6 2024-09-16T00:52:43.826 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.826 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.5 2024-09-16T00:52:43.826 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.828 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.3 2024-09-16T00:52:43.829 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.829 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-09-16T00:52:43.830 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.830 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.7 2024-09-16T00:52:43.830 DEBUG:teuthology.parallel:result is None 2024-09-16T00:52:43.830 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:52:43.830 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:52:43.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.971+0000 7fd2a91cf640 1 Processor -- start 2024-09-16T00:52:43.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.971+0000 7fd2a91cf640 1 -- start start 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a91cf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2a40b4810 0x7fd2a40d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a91cf640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2a40d0dc0 con 0x7fd2a40cd970 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a91cf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2a40d10a0 con 0x7fd2a415c2f0 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a91cf640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fd2a415c6d0 con 0x7fd2a40b4810 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2a40b4810 0x7fd2a40d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a359e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd2a40cd970 0x7fd2a409aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53776/0 (socket says 172.21.15.32:53776) 2024-09-16T00:52:43.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a359e640 1 -- 172.21.15.32:0/1782127237 learned_addr learned my addr 172.21.15.32:0/1782127237 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:43.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a259c640 1 -- 172.21.15.32:0/1782127237 >> v1:172.21.15.50:6789/0 conn(0x7fd2a415c2f0 legacy=0x7fd2a40aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:43.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a1d9b640 1 -- 172.21.15.32:0/1782127237 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1254772814 0 0) 0x7fd2a40d0dc0 con 0x7fd2a40cd970 2024-09-16T00:52:43.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a259c640 1 -- 172.21.15.32:0/1782127237 >> v1:172.21.15.32:6789/0 conn(0x7fd2a40cd970 legacy=0x7fd2a409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.972+0000 7fd2a259c640 1 -- 172.21.15.32:0/1782127237 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a40cce90 con 0x7fd2a40b4810 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a259c640 1 --2- 172.21.15.32:0/1782127237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40b4810 0x7fd2a40d06e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd29802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=904e4dcfc8764db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a1d9b640 1 -- 172.21.15.32:0/1782127237 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298037070 con 0x7fd2a40b4810 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a1d9b640 1 -- 172.21.15.32:0/1782127237 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd29802ae50 con 0x7fd2a40b4810 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a1d9b640 1 -- 172.21.15.32:0/1782127237 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298032660 con 0x7fd2a40b4810 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a91cf640 1 -- 172.21.15.32:0/1782127237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40b4810 msgr2=0x7fd2a40d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.973+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/1782127237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40b4810 0x7fd2a40d06e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd29802a140 comp rx=0 tx=0).stop 2024-09-16T00:52:43.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.974+0000 7fd2a91cf640 1 -- 172.21.15.32:0/1782127237 shutdown_connections 2024-09-16T00:52:43.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.974+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/1782127237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40b4810 0x7fd2a40d06e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.974+0000 7fd2a91cf640 1 -- 172.21.15.32:0/1782127237 >> 172.21.15.32:0/1782127237 conn(0x7fd2a40b3cf0 msgr2=0x7fd2a40b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:43.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.974+0000 7fd2a91cf640 1 -- 172.21.15.32:0/1782127237 shutdown_connections 2024-09-16T00:52:43.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.974+0000 7fd2a91cf640 1 -- 172.21.15.32:0/1782127237 wait complete. 2024-09-16T00:52:43.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.975+0000 7fd2a91cf640 1 Processor -- start 2024-09-16T00:52:43.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.975+0000 7fd2a91cf640 1 -- start start 2024-09-16T00:52:43.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2a40b4810 0x7fd2a41525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 0x7fd2a40b7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a40cd450 con 0x7fd2a40cd970 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a40b4c80 con 0x7fd2a40b4810 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a91cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd2a40af680 con 0x7fd2a415c2f0 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59998/0 (socket says 172.21.15.32:59998) 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 -- 172.21.15.32:0/3424632336 learned_addr learned my addr 172.21.15.32:0/3424632336 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a359e640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 0x7fd2a40b7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a2d9d640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2a40b4810 0x7fd2a41525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 -- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 msgr2=0x7fd2a40b7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 0x7fd2a40b7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 -- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2a40b4810 msgr2=0x7fd2a41525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2a40b4810 0x7fd2a41525f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 -- 172.21.15.32:0/3424632336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a40c9cf0 con 0x7fd2a40cd970 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a359e640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 0x7fd2a40b7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:43.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.976+0000 7fd2a259c640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd2980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.977+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298042070 con 0x7fd2a40cd970 2024-09-16T00:52:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.977+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd29803e670 con 0x7fd2a40cd970 2024-09-16T00:52:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.977+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2a40c9fd0 con 0x7fd2a40cd970 2024-09-16T00:52:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.977+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298037040 con 0x7fd2a40cd970 2024-09-16T00:52:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.977+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2a40ca590 con 0x7fd2a40cd970 2024-09-16T00:52:43.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.978+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2a40d0b10 con 0x7fd2a40cd970 2024-09-16T00:52:43.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.978+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd298045070 con 0x7fd2a40cd970 2024-09-16T00:52:43.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.979+0000 7fd28b7fe640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 0x7fd29006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:43.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.979+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd2980ac210 con 0x7fd2a40cd970 2024-09-16T00:52:43.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.979+0000 7fd2a2d9d640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 0x7fd29006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:43.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.979+0000 7fd2a2d9d640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 0x7fd29006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd2a40c9a30 tx=0x7fd294009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:43.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:43.983+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd2a40d0b10 con 0x7fd2a40cd970 2024-09-16T00:52:44.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.156+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd2a40b3ad0 con 0x7fd29006c2b0 2024-09-16T00:52:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.164+0000 7fd28b7fe640 1 -- 172.21.15.32:0/3424632336 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fd2a40b3ad0 con 0x7fd29006c2b0 2024-09-16T00:52:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 msgr2=0x7fd29006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 0x7fd29006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd2a40c9a30 tx=0x7fd294009040 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 msgr2=0x7fd2a40b70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd2980046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 shutdown_connections 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd29006c2b0 0x7fd29006e770 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2a415c2f0 0x7fd2a40b7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2a40cd970 0x7fd2a40b70c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 --2- 172.21.15.32:0/3424632336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2a40b4810 0x7fd2a41525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 >> 172.21.15.32:0/3424632336 conn(0x7fd2a40b3cf0 msgr2=0x7fd2a40cdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 shutdown_connections 2024-09-16T00:52:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.168+0000 7fd2a91cf640 1 -- 172.21.15.32:0/3424632336 wait complete. 2024-09-16T00:52:44.179 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-16T00:52:43.089416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252760,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721960,"statfs":{"total":773094113280,"available":772835287040,"internally_reserved":0,"allocated":3317760,"data_stored":2018940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003441"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853520+0000","last_change":"2024-09-16T00:52:20.443682+0000","last_active":"2024-09-16T00:52:26.853520+0000","last_peered":"2024-09-16T00:52:26.853520+0000","last_clean":"2024-09-16T00:52:26.853520+0000","last_became_active":"2024-09-16T00:52:20.443348+0000","last_became_peered":"2024-09-16T00:52:20.443348+0000","last_unstale":"2024-09-16T00:52:26.853520+0000","last_undegraded":"2024-09-16T00:52:26.853520+0000","last_fullsized":"2024-09-16T00:52:26.853520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:21:44.550490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467483+0000","last_change":"2024-09-16T00:52:21.459440+0000","last_active":"2024-09-16T00:52:26.467483+0000","last_peered":"2024-09-16T00:52:26.467483+0000","last_clean":"2024-09-16T00:52:26.467483+0000","last_became_active":"2024-09-16T00:52:21.459139+0000","last_became_peered":"2024-09-16T00:52:21.459139+0000","last_unstale":"2024-09-16T00:52:26.467483+0000","last_undegraded":"2024-09-16T00:52:26.467483+0000","last_fullsized":"2024-09-16T00:52:26.467483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466681+0000","last_change":"2024-09-16T00:52:25.489117+0000","last_active":"2024-09-16T00:52:26.466681+0000","last_peered":"2024-09-16T00:52:26.466681+0000","last_clean":"2024-09-16T00:52:26.466681+0000","last_became_active":"2024-09-16T00:52:25.488675+0000","last_became_peered":"2024-09-16T00:52:25.488675+0000","last_unstale":"2024-09-16T00:52:26.466681+0000","last_undegraded":"2024-09-16T00:52:26.466681+0000","last_fullsized":"2024-09-16T00:52:26.466681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:51.028499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467741+0000","last_change":"2024-09-16T00:52:20.448158+0000","last_active":"2024-09-16T00:52:26.467741+0000","last_peered":"2024-09-16T00:52:26.467741+0000","last_clean":"2024-09-16T00:52:26.467741+0000","last_became_active":"2024-09-16T00:52:20.447708+0000","last_became_peered":"2024-09-16T00:52:20.447708+0000","last_unstale":"2024-09-16T00:52:26.467741+0000","last_undegraded":"2024-09-16T00:52:26.467741+0000","last_fullsized":"2024-09-16T00:52:26.467741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:03.756931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853396+0000","last_change":"2024-09-16T00:52:21.461833+0000","last_active":"2024-09-16T00:52:26.853396+0000","last_peered":"2024-09-16T00:52:26.853396+0000","last_clean":"2024-09-16T00:52:26.853396+0000","last_became_active":"2024-09-16T00:52:21.461552+0000","last_became_peered":"2024-09-16T00:52:21.461552+0000","last_unstale":"2024-09-16T00:52:26.853396+0000","last_undegraded":"2024-09-16T00:52:26.853396+0000","last_fullsized":"2024-09-16T00:52:26.853396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467512+0000","last_change":"2024-09-16T00:52:25.493245+0000","last_active":"2024-09-16T00:52:26.467512+0000","last_peered":"2024-09-16T00:52:26.467512+0000","last_clean":"2024-09-16T00:52:26.467512+0000","last_became_active":"2024-09-16T00:52:25.492631+0000","last_became_peered":"2024-09-16T00:52:25.492631+0000","last_unstale":"2024-09-16T00:52:26.467512+0000","last_undegraded":"2024-09-16T00:52:26.467512+0000","last_fullsized":"2024-09-16T00:52:26.467512+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:36.358432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468929+0000","last_change":"2024-09-16T00:52:20.449538+0000","last_active":"2024-09-16T00:52:26.468929+0000","last_peered":"2024-09-16T00:52:26.468929+0000","last_clean":"2024-09-16T00:52:26.468929+0000","last_became_active":"2024-09-16T00:52:20.449241+0000","last_became_peered":"2024-09-16T00:52:20.449241+0000","last_unstale":"2024-09-16T00:52:26.468929+0000","last_undegraded":"2024-09-16T00:52:26.468929+0000","last_fullsized":"2024-09-16T00:52:26.468929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:22.897784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853621+0000","last_change":"2024-09-16T00:52:21.458735+0000","last_active":"2024-09-16T00:52:26.853621+0000","last_peered":"2024-09-16T00:52:26.853621+0000","last_clean":"2024-09-16T00:52:26.853621+0000","last_became_active":"2024-09-16T00:52:21.458397+0000","last_became_peered":"2024-09-16T00:52:21.458397+0000","last_unstale":"2024-09-16T00:52:26.853621+0000","last_undegraded":"2024-09-16T00:52:26.853621+0000","last_fullsized":"2024-09-16T00:52:26.853621+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468770+0000","last_change":"2024-09-16T00:52:25.494502+0000","last_active":"2024-09-16T00:52:26.468770+0000","last_peered":"2024-09-16T00:52:26.468770+0000","last_clean":"2024-09-16T00:52:26.468770+0000","last_became_active":"2024-09-16T00:52:25.494074+0000","last_became_peered":"2024-09-16T00:52:25.494074+0000","last_unstale":"2024-09-16T00:52:26.468770+0000","last_undegraded":"2024-09-16T00:52:26.468770+0000","last_fullsized":"2024-09-16T00:52:26.468770+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:25.067675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468453+0000","last_change":"2024-09-16T00:52:20.454622+0000","last_active":"2024-09-16T00:52:26.468453+0000","last_peered":"2024-09-16T00:52:26.468453+0000","last_clean":"2024-09-16T00:52:26.468453+0000","last_became_active":"2024-09-16T00:52:20.454293+0000","last_became_peered":"2024-09-16T00:52:20.454293+0000","last_unstale":"2024-09-16T00:52:26.468453+0000","last_undegraded":"2024-09-16T00:52:26.468453+0000","last_fullsized":"2024-09-16T00:52:26.468453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:42.822907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853537+0000","last_change":"2024-09-16T00:52:21.462524+0000","last_active":"2024-09-16T00:52:26.853537+0000","last_peered":"2024-09-16T00:52:26.853537+0000","last_clean":"2024-09-16T00:52:26.853537+0000","last_became_active":"2024-09-16T00:52:21.460347+0000","last_became_peered":"2024-09-16T00:52:21.460347+0000","last_unstale":"2024-09-16T00:52:26.853537+0000","last_undegraded":"2024-09-16T00:52:26.853537+0000","last_fullsized":"2024-09-16T00:52:26.853537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468993+0000","last_change":"2024-09-16T00:52:25.491342+0000","last_active":"2024-09-16T00:52:26.468993+0000","last_peered":"2024-09-16T00:52:26.468993+0000","last_clean":"2024-09-16T00:52:26.468993+0000","last_became_active":"2024-09-16T00:52:25.490750+0000","last_became_peered":"2024-09-16T00:52:25.490750+0000","last_unstale":"2024-09-16T00:52:26.468993+0000","last_undegraded":"2024-09-16T00:52:26.468993+0000","last_fullsized":"2024-09-16T00:52:26.468993+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:32.120701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816729+0000","last_change":"2024-09-16T00:52:21.457905+0000","last_active":"2024-09-16T00:52:26.816729+0000","last_peered":"2024-09-16T00:52:26.816729+0000","last_clean":"2024-09-16T00:52:26.816729+0000","last_became_active":"2024-09-16T00:52:21.457557+0000","last_became_peered":"2024-09-16T00:52:21.457557+0000","last_unstale":"2024-09-16T00:52:26.816729+0000","last_undegraded":"2024-09-16T00:52:26.816729+0000","last_fullsized":"2024-09-16T00:52:26.816729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:43.904537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468709+0000","last_change":"2024-09-16T00:52:20.451670+0000","last_active":"2024-09-16T00:52:26.468709+0000","last_peered":"2024-09-16T00:52:26.468709+0000","last_clean":"2024-09-16T00:52:26.468709+0000","last_became_active":"2024-09-16T00:52:20.449390+0000","last_became_peered":"2024-09-16T00:52:20.449390+0000","last_unstale":"2024-09-16T00:52:26.468709+0000","last_undegraded":"2024-09-16T00:52:26.468709+0000","last_fullsized":"2024-09-16T00:52:26.468709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:23.528064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469008+0000","last_change":"2024-09-16T00:52:25.491939+0000","last_active":"2024-09-16T00:52:26.469008+0000","last_peered":"2024-09-16T00:52:26.469008+0000","last_clean":"2024-09-16T00:52:26.469008+0000","last_became_active":"2024-09-16T00:52:25.491511+0000","last_became_peered":"2024-09-16T00:52:25.491511+0000","last_unstale":"2024-09-16T00:52:26.469008+0000","last_undegraded":"2024-09-16T00:52:26.469008+0000","last_fullsized":"2024-09-16T00:52:26.469008+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:22.399004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466958+0000","last_change":"2024-09-16T00:52:21.461465+0000","last_active":"2024-09-16T00:52:26.466958+0000","last_peered":"2024-09-16T00:52:26.466958+0000","last_clean":"2024-09-16T00:52:26.466958+0000","last_became_active":"2024-09-16T00:52:21.461155+0000","last_became_peered":"2024-09-16T00:52:21.461155+0000","last_unstale":"2024-09-16T00:52:26.466958+0000","last_undegraded":"2024-09-16T00:52:26.466958+0000","last_fullsized":"2024-09-16T00:52:26.466958+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854242+0000","last_change":"2024-09-16T00:52:20.452556+0000","last_active":"2024-09-16T00:52:26.854242+0000","last_peered":"2024-09-16T00:52:26.854242+0000","last_clean":"2024-09-16T00:52:26.854242+0000","last_became_active":"2024-09-16T00:52:20.452254+0000","last_became_peered":"2024-09-16T00:52:20.452254+0000","last_unstale":"2024-09-16T00:52:26.854242+0000","last_undegraded":"2024-09-16T00:52:26.854242+0000","last_fullsized":"2024-09-16T00:52:26.854242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469212+0000","last_change":"2024-09-16T00:52:25.492098+0000","last_active":"2024-09-16T00:52:26.469212+0000","last_peered":"2024-09-16T00:52:26.469212+0000","last_clean":"2024-09-16T00:52:26.469212+0000","last_became_active":"2024-09-16T00:52:25.491696+0000","last_became_peered":"2024-09-16T00:52:25.491696+0000","last_unstale":"2024-09-16T00:52:26.469212+0000","last_undegraded":"2024-09-16T00:52:26.469212+0000","last_fullsized":"2024-09-16T00:52:26.469212+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466954+0000","last_change":"2024-09-16T00:52:21.456082+0000","last_active":"2024-09-16T00:52:26.466954+0000","last_peered":"2024-09-16T00:52:26.466954+0000","last_clean":"2024-09-16T00:52:26.466954+0000","last_became_active":"2024-09-16T00:52:21.455776+0000","last_became_peered":"2024-09-16T00:52:21.455776+0000","last_unstale":"2024-09-16T00:52:26.466954+0000","last_undegraded":"2024-09-16T00:52:26.466954+0000","last_fullsized":"2024-09-16T00:52:26.466954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853603+0000","last_change":"2024-09-16T00:52:20.452663+0000","last_active":"2024-09-16T00:52:26.853603+0000","last_peered":"2024-09-16T00:52:26.853603+0000","last_clean":"2024-09-16T00:52:26.853603+0000","last_became_active":"2024-09-16T00:52:20.452349+0000","last_became_peered":"2024-09-16T00:52:20.452349+0000","last_unstale":"2024-09-16T00:52:26.853603+0000","last_undegraded":"2024-09-16T00:52:26.853603+0000","last_fullsized":"2024-09-16T00:52:26.853603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:27.685688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854834+0000","last_change":"2024-09-16T00:52:25.490967+0000","last_active":"2024-09-16T00:52:26.854834+0000","last_peered":"2024-09-16T00:52:26.854834+0000","last_clean":"2024-09-16T00:52:26.854834+0000","last_became_active":"2024-09-16T00:52:25.487867+0000","last_became_peered":"2024-09-16T00:52:25.487867+0000","last_unstale":"2024-09-16T00:52:26.854834+0000","last_undegraded":"2024-09-16T00:52:26.854834+0000","last_fullsized":"2024-09-16T00:52:26.854834+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469718+0000","last_change":"2024-09-16T00:52:21.454436+0000","last_active":"2024-09-16T00:52:26.469718+0000","last_peered":"2024-09-16T00:52:26.469718+0000","last_clean":"2024-09-16T00:52:26.469718+0000","last_became_active":"2024-09-16T00:52:21.453896+0000","last_became_peered":"2024-09-16T00:52:21.453896+0000","last_unstale":"2024-09-16T00:52:26.469718+0000","last_undegraded":"2024-09-16T00:52:26.469718+0000","last_fullsized":"2024-09-16T00:52:26.469718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:20.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467613+0000","last_change":"2024-09-16T00:52:20.448724+0000","last_active":"2024-09-16T00:52:26.467613+0000","last_peered":"2024-09-16T00:52:26.467613+0000","last_clean":"2024-09-16T00:52:26.467613+0000","last_became_active":"2024-09-16T00:52:20.447420+0000","last_became_peered":"2024-09-16T00:52:20.447420+0000","last_unstale":"2024-09-16T00:52:26.467613+0000","last_undegraded":"2024-09-16T00:52:26.467613+0000","last_fullsized":"2024-09-16T00:52:26.467613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469123+0000","last_change":"2024-09-16T00:52:25.491090+0000","last_active":"2024-09-16T00:52:26.469123+0000","last_peered":"2024-09-16T00:52:26.469123+0000","last_clean":"2024-09-16T00:52:26.469123+0000","last_became_active":"2024-09-16T00:52:25.490609+0000","last_became_peered":"2024-09-16T00:52:25.490609+0000","last_unstale":"2024-09-16T00:52:26.469123+0000","last_undegraded":"2024-09-16T00:52:26.469123+0000","last_fullsized":"2024-09-16T00:52:26.469123+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:45.490097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854127+0000","last_change":"2024-09-16T00:52:21.453237+0000","last_active":"2024-09-16T00:52:26.854127+0000","last_peered":"2024-09-16T00:52:26.854127+0000","last_clean":"2024-09-16T00:52:26.854127+0000","last_became_active":"2024-09-16T00:52:21.452198+0000","last_became_peered":"2024-09-16T00:52:21.452198+0000","last_unstale":"2024-09-16T00:52:26.854127+0000","last_undegraded":"2024-09-16T00:52:26.854127+0000","last_fullsized":"2024-09-16T00:52:26.854127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817546+0000","last_change":"2024-09-16T00:52:20.453793+0000","last_active":"2024-09-16T00:52:26.817546+0000","last_peered":"2024-09-16T00:52:26.817546+0000","last_clean":"2024-09-16T00:52:26.817546+0000","last_became_active":"2024-09-16T00:52:20.453501+0000","last_became_peered":"2024-09-16T00:52:20.453501+0000","last_unstale":"2024-09-16T00:52:26.817546+0000","last_undegraded":"2024-09-16T00:52:26.817546+0000","last_fullsized":"2024-09-16T00:52:26.817546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:17:58.114633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469320+0000","last_change":"2024-09-16T00:52:25.483728+0000","last_active":"2024-09-16T00:52:26.469320+0000","last_peered":"2024-09-16T00:52:26.469320+0000","last_clean":"2024-09-16T00:52:26.469320+0000","last_became_active":"2024-09-16T00:52:25.483073+0000","last_became_peered":"2024-09-16T00:52:25.483073+0000","last_unstale":"2024-09-16T00:52:26.469320+0000","last_undegraded":"2024-09-16T00:52:26.469320+0000","last_fullsized":"2024-09-16T00:52:26.469320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467655+0000","last_change":"2024-09-16T00:52:21.467389+0000","last_active":"2024-09-16T00:52:26.467655+0000","last_peered":"2024-09-16T00:52:26.467655+0000","last_clean":"2024-09-16T00:52:26.467655+0000","last_became_active":"2024-09-16T00:52:21.467075+0000","last_became_peered":"2024-09-16T00:52:21.467075+0000","last_unstale":"2024-09-16T00:52:26.467655+0000","last_undegraded":"2024-09-16T00:52:26.467655+0000","last_fullsized":"2024-09-16T00:52:26.467655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854803+0000","last_change":"2024-09-16T00:52:20.447583+0000","last_active":"2024-09-16T00:52:26.854803+0000","last_peered":"2024-09-16T00:52:26.854803+0000","last_clean":"2024-09-16T00:52:26.854803+0000","last_became_active":"2024-09-16T00:52:20.447260+0000","last_became_peered":"2024-09-16T00:52:20.447260+0000","last_unstale":"2024-09-16T00:52:26.854803+0000","last_undegraded":"2024-09-16T00:52:26.854803+0000","last_fullsized":"2024-09-16T00:52:26.854803+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:14.507147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466569+0000","last_change":"2024-09-16T00:52:25.490118+0000","last_active":"2024-09-16T00:52:26.466569+0000","last_peered":"2024-09-16T00:52:26.466569+0000","last_clean":"2024-09-16T00:52:26.466569+0000","last_became_active":"2024-09-16T00:52:25.489723+0000","last_became_peered":"2024-09-16T00:52:25.489723+0000","last_unstale":"2024-09-16T00:52:26.466569+0000","last_undegraded":"2024-09-16T00:52:26.466569+0000","last_fullsized":"2024-09-16T00:52:26.466569+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854473+0000","last_change":"2024-09-16T00:52:21.448762+0000","last_active":"2024-09-16T00:52:26.854473+0000","last_peered":"2024-09-16T00:52:26.854473+0000","last_clean":"2024-09-16T00:52:26.854473+0000","last_became_active":"2024-09-16T00:52:21.448401+0000","last_became_peered":"2024-09-16T00:52:21.448401+0000","last_unstale":"2024-09-16T00:52:26.854473+0000","last_undegraded":"2024-09-16T00:52:26.854473+0000","last_fullsized":"2024-09-16T00:52:26.854473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469090+0000","last_change":"2024-09-16T00:52:20.448056+0000","last_active":"2024-09-16T00:52:26.469090+0000","last_peered":"2024-09-16T00:52:26.469090+0000","last_clean":"2024-09-16T00:52:26.469090+0000","last_became_active":"2024-09-16T00:52:20.447785+0000","last_became_peered":"2024-09-16T00:52:20.447785+0000","last_unstale":"2024-09-16T00:52:26.469090+0000","last_undegraded":"2024-09-16T00:52:26.469090+0000","last_fullsized":"2024-09-16T00:52:26.469090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:47.061150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854673+0000","last_change":"2024-09-16T00:52:25.483815+0000","last_active":"2024-09-16T00:52:26.854673+0000","last_peered":"2024-09-16T00:52:26.854673+0000","last_clean":"2024-09-16T00:52:26.854673+0000","last_became_active":"2024-09-16T00:52:25.483426+0000","last_became_peered":"2024-09-16T00:52:25.483426+0000","last_unstale":"2024-09-16T00:52:26.854673+0000","last_undegraded":"2024-09-16T00:52:26.854673+0000","last_fullsized":"2024-09-16T00:52:26.854673+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853766+0000","last_change":"2024-09-16T00:52:21.461965+0000","last_active":"2024-09-16T00:52:26.853766+0000","last_peered":"2024-09-16T00:52:26.853766+0000","last_clean":"2024-09-16T00:52:26.853766+0000","last_became_active":"2024-09-16T00:52:21.459969+0000","last_became_peered":"2024-09-16T00:52:21.459969+0000","last_unstale":"2024-09-16T00:52:26.853766+0000","last_undegraded":"2024-09-16T00:52:26.853766+0000","last_fullsized":"2024-09-16T00:52:26.853766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854569+0000","last_change":"2024-09-16T00:52:20.448356+0000","last_active":"2024-09-16T00:52:26.854569+0000","last_peered":"2024-09-16T00:52:26.854569+0000","last_clean":"2024-09-16T00:52:26.854569+0000","last_became_active":"2024-09-16T00:52:20.447261+0000","last_became_peered":"2024-09-16T00:52:20.447261+0000","last_unstale":"2024-09-16T00:52:26.854569+0000","last_undegraded":"2024-09-16T00:52:26.854569+0000","last_fullsized":"2024-09-16T00:52:26.854569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:51.400264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853881+0000","last_change":"2024-09-16T00:52:25.487429+0000","last_active":"2024-09-16T00:52:26.853881+0000","last_peered":"2024-09-16T00:52:26.853881+0000","last_clean":"2024-09-16T00:52:26.853881+0000","last_became_active":"2024-09-16T00:52:25.487012+0000","last_became_peered":"2024-09-16T00:52:25.487012+0000","last_unstale":"2024-09-16T00:52:26.853881+0000","last_undegraded":"2024-09-16T00:52:26.853881+0000","last_fullsized":"2024-09-16T00:52:26.853881+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469079+0000","last_change":"2024-09-16T00:52:21.459385+0000","last_active":"2024-09-16T00:52:26.469079+0000","last_peered":"2024-09-16T00:52:26.469079+0000","last_clean":"2024-09-16T00:52:26.469079+0000","last_became_active":"2024-09-16T00:52:21.459103+0000","last_became_peered":"2024-09-16T00:52:21.459103+0000","last_unstale":"2024-09-16T00:52:26.469079+0000","last_undegraded":"2024-09-16T00:52:26.469079+0000","last_fullsized":"2024-09-16T00:52:26.469079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:47.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853590+0000","last_change":"2024-09-16T00:52:20.450697+0000","last_active":"2024-09-16T00:52:26.853590+0000","last_peered":"2024-09-16T00:52:26.853590+0000","last_clean":"2024-09-16T00:52:26.853590+0000","last_became_active":"2024-09-16T00:52:20.448371+0000","last_became_peered":"2024-09-16T00:52:20.448371+0000","last_unstale":"2024-09-16T00:52:26.853590+0000","last_undegraded":"2024-09-16T00:52:26.853590+0000","last_fullsized":"2024-09-16T00:52:26.853590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854545+0000","last_change":"2024-09-16T00:52:25.490899+0000","last_active":"2024-09-16T00:52:26.854545+0000","last_peered":"2024-09-16T00:52:26.854545+0000","last_clean":"2024-09-16T00:52:26.854545+0000","last_became_active":"2024-09-16T00:52:25.490233+0000","last_became_peered":"2024-09-16T00:52:25.490233+0000","last_unstale":"2024-09-16T00:52:26.854545+0000","last_undegraded":"2024-09-16T00:52:26.854545+0000","last_fullsized":"2024-09-16T00:52:26.854545+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853441+0000","last_change":"2024-09-16T00:52:21.448752+0000","last_active":"2024-09-16T00:52:26.853441+0000","last_peered":"2024-09-16T00:52:26.853441+0000","last_clean":"2024-09-16T00:52:26.853441+0000","last_became_active":"2024-09-16T00:52:21.448416+0000","last_became_peered":"2024-09-16T00:52:21.448416+0000","last_unstale":"2024-09-16T00:52:26.853441+0000","last_undegraded":"2024-09-16T00:52:26.853441+0000","last_fullsized":"2024-09-16T00:52:26.853441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853136+0000","last_change":"2024-09-16T00:52:20.445880+0000","last_active":"2024-09-16T00:52:26.853136+0000","last_peered":"2024-09-16T00:52:26.853136+0000","last_clean":"2024-09-16T00:52:26.853136+0000","last_became_active":"2024-09-16T00:52:20.445560+0000","last_became_peered":"2024-09-16T00:52:20.445560+0000","last_unstale":"2024-09-16T00:52:26.853136+0000","last_undegraded":"2024-09-16T00:52:26.853136+0000","last_fullsized":"2024-09-16T00:52:26.853136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:31.020565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.855015+0000","last_change":"2024-09-16T00:52:25.489132+0000","last_active":"2024-09-16T00:52:26.855015+0000","last_peered":"2024-09-16T00:52:26.855015+0000","last_clean":"2024-09-16T00:52:26.855015+0000","last_became_active":"2024-09-16T00:52:25.488630+0000","last_became_peered":"2024-09-16T00:52:25.488630+0000","last_unstale":"2024-09-16T00:52:26.855015+0000","last_undegraded":"2024-09-16T00:52:26.855015+0000","last_fullsized":"2024-09-16T00:52:26.855015+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:28.642802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854172+0000","last_change":"2024-09-16T00:52:21.459236+0000","last_active":"2024-09-16T00:52:26.854172+0000","last_peered":"2024-09-16T00:52:26.854172+0000","last_clean":"2024-09-16T00:52:26.854172+0000","last_became_active":"2024-09-16T00:52:21.458951+0000","last_became_peered":"2024-09-16T00:52:21.458951+0000","last_unstale":"2024-09-16T00:52:26.854172+0000","last_undegraded":"2024-09-16T00:52:26.854172+0000","last_fullsized":"2024-09-16T00:52:26.854172+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:42.083398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467850+0000","last_change":"2024-09-16T00:52:20.445006+0000","last_active":"2024-09-16T00:52:26.467850+0000","last_peered":"2024-09-16T00:52:26.467850+0000","last_clean":"2024-09-16T00:52:26.467850+0000","last_became_active":"2024-09-16T00:52:20.444681+0000","last_became_peered":"2024-09-16T00:52:20.444681+0000","last_unstale":"2024-09-16T00:52:26.467850+0000","last_undegraded":"2024-09-16T00:52:26.467850+0000","last_fullsized":"2024-09-16T00:52:26.467850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853955+0000","last_change":"2024-09-16T00:52:25.484442+0000","last_active":"2024-09-16T00:52:26.853955+0000","last_peered":"2024-09-16T00:52:26.853955+0000","last_clean":"2024-09-16T00:52:26.853955+0000","last_became_active":"2024-09-16T00:52:25.483948+0000","last_became_peered":"2024-09-16T00:52:25.483948+0000","last_unstale":"2024-09-16T00:52:26.853955+0000","last_undegraded":"2024-09-16T00:52:26.853955+0000","last_fullsized":"2024-09-16T00:52:26.853955+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466918+0000","last_change":"2024-09-16T00:52:21.457390+0000","last_active":"2024-09-16T00:52:26.466918+0000","last_peered":"2024-09-16T00:52:26.466918+0000","last_clean":"2024-09-16T00:52:26.466918+0000","last_became_active":"2024-09-16T00:52:21.457092+0000","last_became_peered":"2024-09-16T00:52:21.457092+0000","last_unstale":"2024-09-16T00:52:26.466918+0000","last_undegraded":"2024-09-16T00:52:26.466918+0000","last_fullsized":"2024-09-16T00:52:26.466918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853328+0000","last_change":"2024-09-16T00:52:20.452600+0000","last_active":"2024-09-16T00:52:26.853328+0000","last_peered":"2024-09-16T00:52:26.853328+0000","last_clean":"2024-09-16T00:52:26.853328+0000","last_became_active":"2024-09-16T00:52:20.452305+0000","last_became_peered":"2024-09-16T00:52:20.452305+0000","last_unstale":"2024-09-16T00:52:26.853328+0000","last_undegraded":"2024-09-16T00:52:26.853328+0000","last_fullsized":"2024-09-16T00:52:26.853328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":179,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467749+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:52:26.467749+0000","last_peered":"2024-09-16T00:52:26.467749+0000","last_clean":"2024-09-16T00:52:26.467749+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:52:26.467749+0000","last_undegraded":"2024-09-16T00:52:26.467749+0000","last_fullsized":"2024-09-16T00:52:26.467749+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817163+0000","last_change":"2024-09-16T00:52:25.485230+0000","last_active":"2024-09-16T00:52:26.817163+0000","last_peered":"2024-09-16T00:52:26.817163+0000","last_clean":"2024-09-16T00:52:26.817163+0000","last_became_active":"2024-09-16T00:52:25.484807+0000","last_became_peered":"2024-09-16T00:52:25.484807+0000","last_unstale":"2024-09-16T00:52:26.817163+0000","last_undegraded":"2024-09-16T00:52:26.817163+0000","last_fullsized":"2024-09-16T00:52:26.817163+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468711+0000","last_change":"2024-09-16T00:52:21.460610+0000","last_active":"2024-09-16T00:52:26.468711+0000","last_peered":"2024-09-16T00:52:26.468711+0000","last_clean":"2024-09-16T00:52:26.468711+0000","last_became_active":"2024-09-16T00:52:21.460328+0000","last_became_peered":"2024-09-16T00:52:21.460328+0000","last_unstale":"2024-09-16T00:52:26.468711+0000","last_undegraded":"2024-09-16T00:52:26.468711+0000","last_fullsized":"2024-09-16T00:52:26.468711+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853984+0000","last_change":"2024-09-16T00:52:20.450317+0000","last_active":"2024-09-16T00:52:26.853984+0000","last_peered":"2024-09-16T00:52:26.853984+0000","last_clean":"2024-09-16T00:52:26.853984+0000","last_became_active":"2024-09-16T00:52:20.449989+0000","last_became_peered":"2024-09-16T00:52:20.449989+0000","last_unstale":"2024-09-16T00:52:26.853984+0000","last_undegraded":"2024-09-16T00:52:26.853984+0000","last_fullsized":"2024-09-16T00:52:26.853984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816810+0000","last_change":"2024-09-16T00:52:25.480689+0000","last_active":"2024-09-16T00:52:26.816810+0000","last_peered":"2024-09-16T00:52:26.816810+0000","last_clean":"2024-09-16T00:52:26.816810+0000","last_became_active":"2024-09-16T00:52:25.480212+0000","last_became_peered":"2024-09-16T00:52:25.480212+0000","last_unstale":"2024-09-16T00:52:26.816810+0000","last_undegraded":"2024-09-16T00:52:26.816810+0000","last_fullsized":"2024-09-16T00:52:26.816810+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853799+0000","last_change":"2024-09-16T00:52:21.463462+0000","last_active":"2024-09-16T00:52:26.853799+0000","last_peered":"2024-09-16T00:52:26.853799+0000","last_clean":"2024-09-16T00:52:26.853799+0000","last_became_active":"2024-09-16T00:52:21.461790+0000","last_became_peered":"2024-09-16T00:52:21.461790+0000","last_unstale":"2024-09-16T00:52:26.853799+0000","last_undegraded":"2024-09-16T00:52:26.853799+0000","last_fullsized":"2024-09-16T00:52:26.853799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854524+0000","last_change":"2024-09-16T00:52:20.449625+0000","last_active":"2024-09-16T00:52:26.854524+0000","last_peered":"2024-09-16T00:52:26.854524+0000","last_clean":"2024-09-16T00:52:26.854524+0000","last_became_active":"2024-09-16T00:52:20.449319+0000","last_became_peered":"2024-09-16T00:52:20.449319+0000","last_unstale":"2024-09-16T00:52:26.854524+0000","last_undegraded":"2024-09-16T00:52:26.854524+0000","last_fullsized":"2024-09-16T00:52:26.854524+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:13.279302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854531+0000","last_change":"2024-09-16T00:52:25.486619+0000","last_active":"2024-09-16T00:52:26.854531+0000","last_peered":"2024-09-16T00:52:26.854531+0000","last_clean":"2024-09-16T00:52:26.854531+0000","last_became_active":"2024-09-16T00:52:25.486187+0000","last_became_peered":"2024-09-16T00:52:25.486187+0000","last_unstale":"2024-09-16T00:52:26.854531+0000","last_undegraded":"2024-09-16T00:52:26.854531+0000","last_fullsized":"2024-09-16T00:52:26.854531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469299+0000","last_change":"2024-09-16T00:52:21.459878+0000","last_active":"2024-09-16T00:52:26.469299+0000","last_peered":"2024-09-16T00:52:26.469299+0000","last_clean":"2024-09-16T00:52:26.469299+0000","last_became_active":"2024-09-16T00:52:21.457160+0000","last_became_peered":"2024-09-16T00:52:21.457160+0000","last_unstale":"2024-09-16T00:52:26.469299+0000","last_undegraded":"2024-09-16T00:52:26.469299+0000","last_fullsized":"2024-09-16T00:52:26.469299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:28.174533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853509+0000","last_change":"2024-09-16T00:52:20.446912+0000","last_active":"2024-09-16T00:52:26.853509+0000","last_peered":"2024-09-16T00:52:26.853509+0000","last_clean":"2024-09-16T00:52:26.853509+0000","last_became_active":"2024-09-16T00:52:20.446371+0000","last_became_peered":"2024-09-16T00:52:20.446371+0000","last_unstale":"2024-09-16T00:52:26.853509+0000","last_undegraded":"2024-09-16T00:52:26.853509+0000","last_fullsized":"2024-09-16T00:52:26.853509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:05:16.324024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853092+0000","last_change":"2024-09-16T00:52:25.485200+0000","last_active":"2024-09-16T00:52:26.853092+0000","last_peered":"2024-09-16T00:52:26.853092+0000","last_clean":"2024-09-16T00:52:26.853092+0000","last_became_active":"2024-09-16T00:52:25.484766+0000","last_became_peered":"2024-09-16T00:52:25.484766+0000","last_unstale":"2024-09-16T00:52:26.853092+0000","last_undegraded":"2024-09-16T00:52:26.853092+0000","last_fullsized":"2024-09-16T00:52:26.853092+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:30.082953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468876+0000","last_change":"2024-09-16T00:52:21.455694+0000","last_active":"2024-09-16T00:52:26.468876+0000","last_peered":"2024-09-16T00:52:26.468876+0000","last_clean":"2024-09-16T00:52:26.468876+0000","last_became_active":"2024-09-16T00:52:21.455409+0000","last_became_peered":"2024-09-16T00:52:21.455409+0000","last_unstale":"2024-09-16T00:52:26.468876+0000","last_undegraded":"2024-09-16T00:52:26.468876+0000","last_fullsized":"2024-09-16T00:52:26.468876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467867+0000","last_change":"2024-09-16T00:52:20.445957+0000","last_active":"2024-09-16T00:52:26.467867+0000","last_peered":"2024-09-16T00:52:26.467867+0000","last_clean":"2024-09-16T00:52:26.467867+0000","last_became_active":"2024-09-16T00:52:20.445673+0000","last_became_peered":"2024-09-16T00:52:20.445673+0000","last_unstale":"2024-09-16T00:52:26.467867+0000","last_undegraded":"2024-09-16T00:52:26.467867+0000","last_fullsized":"2024-09-16T00:52:26.467867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:58.220861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469143+0000","last_change":"2024-09-16T00:52:25.492272+0000","last_active":"2024-09-16T00:52:26.469143+0000","last_peered":"2024-09-16T00:52:26.469143+0000","last_clean":"2024-09-16T00:52:26.469143+0000","last_became_active":"2024-09-16T00:52:25.491415+0000","last_became_peered":"2024-09-16T00:52:25.491415+0000","last_unstale":"2024-09-16T00:52:26.469143+0000","last_undegraded":"2024-09-16T00:52:26.469143+0000","last_fullsized":"2024-09-16T00:52:26.469143+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468150+0000","last_change":"2024-09-16T00:52:21.454792+0000","last_active":"2024-09-16T00:52:26.468150+0000","last_peered":"2024-09-16T00:52:26.468150+0000","last_clean":"2024-09-16T00:52:26.468150+0000","last_became_active":"2024-09-16T00:52:21.453433+0000","last_became_peered":"2024-09-16T00:52:21.453433+0000","last_unstale":"2024-09-16T00:52:26.468150+0000","last_undegraded":"2024-09-16T00:52:26.468150+0000","last_fullsized":"2024-09-16T00:52:26.468150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.852757+0000","last_change":"2024-09-16T00:52:20.442672+0000","last_active":"2024-09-16T00:52:26.852757+0000","last_peered":"2024-09-16T00:52:26.852757+0000","last_clean":"2024-09-16T00:52:26.852757+0000","last_became_active":"2024-09-16T00:52:20.442362+0000","last_became_peered":"2024-09-16T00:52:20.442362+0000","last_unstale":"2024-09-16T00:52:26.852757+0000","last_undegraded":"2024-09-16T00:52:26.852757+0000","last_fullsized":"2024-09-16T00:52:26.852757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:33.775533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853804+0000","last_change":"2024-09-16T00:52:25.487454+0000","last_active":"2024-09-16T00:52:26.853804+0000","last_peered":"2024-09-16T00:52:26.853804+0000","last_clean":"2024-09-16T00:52:26.853804+0000","last_became_active":"2024-09-16T00:52:25.485540+0000","last_became_peered":"2024-09-16T00:52:25.485540+0000","last_unstale":"2024-09-16T00:52:26.853804+0000","last_undegraded":"2024-09-16T00:52:26.853804+0000","last_fullsized":"2024-09-16T00:52:26.853804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816807+0000","last_change":"2024-09-16T00:52:21.464862+0000","last_active":"2024-09-16T00:52:26.816807+0000","last_peered":"2024-09-16T00:52:26.816807+0000","last_clean":"2024-09-16T00:52:26.816807+0000","last_became_active":"2024-09-16T00:52:21.464544+0000","last_became_peered":"2024-09-16T00:52:21.464544+0000","last_unstale":"2024-09-16T00:52:26.816807+0000","last_undegraded":"2024-09-16T00:52:26.816807+0000","last_fullsized":"2024-09-16T00:52:26.816807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:17.142291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816894+0000","last_change":"2024-09-16T00:52:20.447828+0000","last_active":"2024-09-16T00:52:26.816894+0000","last_peered":"2024-09-16T00:52:26.816894+0000","last_clean":"2024-09-16T00:52:26.816894+0000","last_became_active":"2024-09-16T00:52:20.447492+0000","last_became_peered":"2024-09-16T00:52:20.447492+0000","last_unstale":"2024-09-16T00:52:26.816894+0000","last_undegraded":"2024-09-16T00:52:26.816894+0000","last_fullsized":"2024-09-16T00:52:26.816894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:58.856047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467586+0000","last_change":"2024-09-16T00:52:25.487852+0000","last_active":"2024-09-16T00:52:26.467586+0000","last_peered":"2024-09-16T00:52:26.467586+0000","last_clean":"2024-09-16T00:52:26.467586+0000","last_became_active":"2024-09-16T00:52:25.487316+0000","last_became_peered":"2024-09-16T00:52:25.487316+0000","last_unstale":"2024-09-16T00:52:26.467586+0000","last_undegraded":"2024-09-16T00:52:26.467586+0000","last_fullsized":"2024-09-16T00:52:26.467586+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:44.629561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468584+0000","last_change":"2024-09-16T00:52:21.458725+0000","last_active":"2024-09-16T00:52:26.468584+0000","last_peered":"2024-09-16T00:52:26.468584+0000","last_clean":"2024-09-16T00:52:26.468584+0000","last_became_active":"2024-09-16T00:52:21.457617+0000","last_became_peered":"2024-09-16T00:52:21.457617+0000","last_unstale":"2024-09-16T00:52:26.468584+0000","last_undegraded":"2024-09-16T00:52:26.468584+0000","last_fullsized":"2024-09-16T00:52:26.468584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853467+0000","last_change":"2024-09-16T00:52:20.455668+0000","last_active":"2024-09-16T00:52:26.853467+0000","last_peered":"2024-09-16T00:52:26.853467+0000","last_clean":"2024-09-16T00:52:26.853467+0000","last_became_active":"2024-09-16T00:52:20.455365+0000","last_became_peered":"2024-09-16T00:52:20.455365+0000","last_unstale":"2024-09-16T00:52:26.853467+0000","last_undegraded":"2024-09-16T00:52:26.853467+0000","last_fullsized":"2024-09-16T00:52:26.853467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:15.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467197+0000","last_change":"2024-09-16T00:52:25.486823+0000","last_active":"2024-09-16T00:52:26.467197+0000","last_peered":"2024-09-16T00:52:26.467197+0000","last_clean":"2024-09-16T00:52:26.467197+0000","last_became_active":"2024-09-16T00:52:25.486375+0000","last_became_peered":"2024-09-16T00:52:25.486375+0000","last_unstale":"2024-09-16T00:52:26.467197+0000","last_undegraded":"2024-09-16T00:52:26.467197+0000","last_fullsized":"2024-09-16T00:52:26.467197+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:55.135046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854088+0000","last_change":"2024-09-16T00:52:21.467134+0000","last_active":"2024-09-16T00:52:26.854088+0000","last_peered":"2024-09-16T00:52:26.854088+0000","last_clean":"2024-09-16T00:52:26.854088+0000","last_became_active":"2024-09-16T00:52:21.466811+0000","last_became_peered":"2024-09-16T00:52:21.466811+0000","last_unstale":"2024-09-16T00:52:26.854088+0000","last_undegraded":"2024-09-16T00:52:26.854088+0000","last_fullsized":"2024-09-16T00:52:26.854088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:33.191952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854726+0000","last_change":"2024-09-16T00:52:20.444916+0000","last_active":"2024-09-16T00:52:26.854726+0000","last_peered":"2024-09-16T00:52:26.854726+0000","last_clean":"2024-09-16T00:52:26.854726+0000","last_became_active":"2024-09-16T00:52:20.444630+0000","last_became_peered":"2024-09-16T00:52:20.444630+0000","last_unstale":"2024-09-16T00:52:26.854726+0000","last_undegraded":"2024-09-16T00:52:26.854726+0000","last_fullsized":"2024-09-16T00:52:26.854726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.188225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853739+0000","last_change":"2024-09-16T00:52:25.486475+0000","last_active":"2024-09-16T00:52:26.853739+0000","last_peered":"2024-09-16T00:52:26.853739+0000","last_clean":"2024-09-16T00:52:26.853739+0000","last_became_active":"2024-09-16T00:52:25.486044+0000","last_became_peered":"2024-09-16T00:52:25.486044+0000","last_unstale":"2024-09-16T00:52:26.853739+0000","last_undegraded":"2024-09-16T00:52:26.853739+0000","last_fullsized":"2024-09-16T00:52:26.853739+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468613+0000","last_change":"2024-09-16T00:52:21.459624+0000","last_active":"2024-09-16T00:52:26.468613+0000","last_peered":"2024-09-16T00:52:26.468613+0000","last_clean":"2024-09-16T00:52:26.468613+0000","last_became_active":"2024-09-16T00:52:21.457937+0000","last_became_peered":"2024-09-16T00:52:21.457937+0000","last_unstale":"2024-09-16T00:52:26.468613+0000","last_undegraded":"2024-09-16T00:52:26.468613+0000","last_fullsized":"2024-09-16T00:52:26.468613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:30.939431+0000","last_change":"2024-09-16T00:52:20.448475+0000","last_active":"2024-09-16T00:52:30.939431+0000","last_peered":"2024-09-16T00:52:30.939431+0000","last_clean":"2024-09-16T00:52:30.939431+0000","last_became_active":"2024-09-16T00:52:20.448179+0000","last_became_peered":"2024-09-16T00:52:20.448179+0000","last_unstale":"2024-09-16T00:52:30.939431+0000","last_undegraded":"2024-09-16T00:52:30.939431+0000","last_fullsized":"2024-09-16T00:52:30.939431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:19.597489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854034+0000","last_change":"2024-09-16T00:52:25.483424+0000","last_active":"2024-09-16T00:52:26.854034+0000","last_peered":"2024-09-16T00:52:26.854034+0000","last_clean":"2024-09-16T00:52:26.854034+0000","last_became_active":"2024-09-16T00:52:25.482914+0000","last_became_peered":"2024-09-16T00:52:25.482914+0000","last_unstale":"2024-09-16T00:52:26.854034+0000","last_undegraded":"2024-09-16T00:52:26.854034+0000","last_fullsized":"2024-09-16T00:52:26.854034+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469506+0000","last_change":"2024-09-16T00:52:21.468074+0000","last_active":"2024-09-16T00:52:26.469506+0000","last_peered":"2024-09-16T00:52:26.469506+0000","last_clean":"2024-09-16T00:52:26.469506+0000","last_became_active":"2024-09-16T00:52:21.467767+0000","last_became_peered":"2024-09-16T00:52:21.467767+0000","last_unstale":"2024-09-16T00:52:26.469506+0000","last_undegraded":"2024-09-16T00:52:26.469506+0000","last_fullsized":"2024-09-16T00:52:26.469506+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:20.317831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854596+0000","last_change":"2024-09-16T00:52:20.450667+0000","last_active":"2024-09-16T00:52:26.854596+0000","last_peered":"2024-09-16T00:52:26.854596+0000","last_clean":"2024-09-16T00:52:26.854596+0000","last_became_active":"2024-09-16T00:52:20.450372+0000","last_became_peered":"2024-09-16T00:52:20.450372+0000","last_unstale":"2024-09-16T00:52:26.854596+0000","last_undegraded":"2024-09-16T00:52:26.854596+0000","last_fullsized":"2024-09-16T00:52:26.854596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:18.574280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468200+0000","last_change":"2024-09-16T00:52:25.494681+0000","last_active":"2024-09-16T00:52:26.468200+0000","last_peered":"2024-09-16T00:52:26.468200+0000","last_clean":"2024-09-16T00:52:26.468200+0000","last_became_active":"2024-09-16T00:52:25.494088+0000","last_became_peered":"2024-09-16T00:52:25.494088+0000","last_unstale":"2024-09-16T00:52:26.468200+0000","last_undegraded":"2024-09-16T00:52:26.468200+0000","last_fullsized":"2024-09-16T00:52:26.468200+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:37.310136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854166+0000","last_change":"2024-09-16T00:52:21.461877+0000","last_active":"2024-09-16T00:52:26.854166+0000","last_peered":"2024-09-16T00:52:26.854166+0000","last_clean":"2024-09-16T00:52:26.854166+0000","last_became_active":"2024-09-16T00:52:21.461564+0000","last_became_peered":"2024-09-16T00:52:21.461564+0000","last_unstale":"2024-09-16T00:52:26.854166+0000","last_undegraded":"2024-09-16T00:52:26.854166+0000","last_fullsized":"2024-09-16T00:52:26.854166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853573+0000","last_change":"2024-09-16T00:52:20.456522+0000","last_active":"2024-09-16T00:52:26.853573+0000","last_peered":"2024-09-16T00:52:26.853573+0000","last_clean":"2024-09-16T00:52:26.853573+0000","last_became_active":"2024-09-16T00:52:20.456136+0000","last_became_peered":"2024-09-16T00:52:20.456136+0000","last_unstale":"2024-09-16T00:52:26.853573+0000","last_undegraded":"2024-09-16T00:52:26.853573+0000","last_fullsized":"2024-09-16T00:52:26.853573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466966+0000","last_change":"2024-09-16T00:52:25.487456+0000","last_active":"2024-09-16T00:52:26.466966+0000","last_peered":"2024-09-16T00:52:26.466966+0000","last_clean":"2024-09-16T00:52:26.466966+0000","last_became_active":"2024-09-16T00:52:25.487075+0000","last_became_peered":"2024-09-16T00:52:25.487075+0000","last_unstale":"2024-09-16T00:52:26.466966+0000","last_undegraded":"2024-09-16T00:52:26.466966+0000","last_fullsized":"2024-09-16T00:52:26.466966+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:16.989927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853475+0000","last_change":"2024-09-16T00:52:21.467157+0000","last_active":"2024-09-16T00:52:26.853475+0000","last_peered":"2024-09-16T00:52:26.853475+0000","last_clean":"2024-09-16T00:52:26.853475+0000","last_became_active":"2024-09-16T00:52:21.466937+0000","last_became_peered":"2024-09-16T00:52:21.466937+0000","last_unstale":"2024-09-16T00:52:26.853475+0000","last_undegraded":"2024-09-16T00:52:26.853475+0000","last_fullsized":"2024-09-16T00:52:26.853475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817263+0000","last_change":"2024-09-16T00:52:20.454005+0000","last_active":"2024-09-16T00:52:26.817263+0000","last_peered":"2024-09-16T00:52:26.817263+0000","last_clean":"2024-09-16T00:52:26.817263+0000","last_became_active":"2024-09-16T00:52:20.453678+0000","last_became_peered":"2024-09-16T00:52:20.453678+0000","last_unstale":"2024-09-16T00:52:26.817263+0000","last_undegraded":"2024-09-16T00:52:26.817263+0000","last_fullsized":"2024-09-16T00:52:26.817263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:46.952374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466800+0000","last_change":"2024-09-16T00:52:25.477874+0000","last_active":"2024-09-16T00:52:26.466800+0000","last_peered":"2024-09-16T00:52:26.466800+0000","last_clean":"2024-09-16T00:52:26.466800+0000","last_became_active":"2024-09-16T00:52:25.477453+0000","last_became_peered":"2024-09-16T00:52:25.477453+0000","last_unstale":"2024-09-16T00:52:26.466800+0000","last_undegraded":"2024-09-16T00:52:26.466800+0000","last_fullsized":"2024-09-16T00:52:26.466800+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:53.609735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853648+0000","last_change":"2024-09-16T00:52:25.488365+0000","last_active":"2024-09-16T00:52:26.853648+0000","last_peered":"2024-09-16T00:52:26.853648+0000","last_clean":"2024-09-16T00:52:26.853648+0000","last_became_active":"2024-09-16T00:52:25.487978+0000","last_became_peered":"2024-09-16T00:52:25.487978+0000","last_unstale":"2024-09-16T00:52:26.853648+0000","last_undegraded":"2024-09-16T00:52:26.853648+0000","last_fullsized":"2024-09-16T00:52:26.853648+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:09.346572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.456338+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.455707+0000","last_became_peered":"2024-09-16T00:52:21.455707+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853195+0000","last_change":"2024-09-16T00:52:20.450238+0000","last_active":"2024-09-16T00:52:26.853195+0000","last_peered":"2024-09-16T00:52:26.853195+0000","last_clean":"2024-09-16T00:52:26.853195+0000","last_became_active":"2024-09-16T00:52:20.449946+0000","last_became_peered":"2024-09-16T00:52:20.449946+0000","last_unstale":"2024-09-16T00:52:26.853195+0000","last_undegraded":"2024-09-16T00:52:26.853195+0000","last_fullsized":"2024-09-16T00:52:26.853195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:39:17.302284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817195+0000","last_change":"2024-09-16T00:52:25.480435+0000","last_active":"2024-09-16T00:52:26.817195+0000","last_peered":"2024-09-16T00:52:26.817195+0000","last_clean":"2024-09-16T00:52:26.817195+0000","last_became_active":"2024-09-16T00:52:25.479952+0000","last_became_peered":"2024-09-16T00:52:25.479952+0000","last_unstale":"2024-09-16T00:52:26.817195+0000","last_undegraded":"2024-09-16T00:52:26.817195+0000","last_fullsized":"2024-09-16T00:52:26.817195+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466837+0000","last_change":"2024-09-16T00:52:21.461887+0000","last_active":"2024-09-16T00:52:26.466837+0000","last_peered":"2024-09-16T00:52:26.466837+0000","last_clean":"2024-09-16T00:52:26.466837+0000","last_became_active":"2024-09-16T00:52:21.461360+0000","last_became_peered":"2024-09-16T00:52:21.461360+0000","last_unstale":"2024-09-16T00:52:26.466837+0000","last_undegraded":"2024-09-16T00:52:26.466837+0000","last_fullsized":"2024-09-16T00:52:26.466837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:10.434919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467420+0000","last_change":"2024-09-16T00:52:20.448632+0000","last_active":"2024-09-16T00:52:26.467420+0000","last_peered":"2024-09-16T00:52:26.467420+0000","last_clean":"2024-09-16T00:52:26.467420+0000","last_became_active":"2024-09-16T00:52:20.448327+0000","last_became_peered":"2024-09-16T00:52:20.448327+0000","last_unstale":"2024-09-16T00:52:26.467420+0000","last_undegraded":"2024-09-16T00:52:26.467420+0000","last_fullsized":"2024-09-16T00:52:26.467420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816979+0000","last_change":"2024-09-16T00:52:20.450648+0000","last_active":"2024-09-16T00:52:26.816979+0000","last_peered":"2024-09-16T00:52:26.816979+0000","last_clean":"2024-09-16T00:52:26.816979+0000","last_became_active":"2024-09-16T00:52:20.450350+0000","last_became_peered":"2024-09-16T00:52:20.450350+0000","last_unstale":"2024-09-16T00:52:26.816979+0000","last_undegraded":"2024-09-16T00:52:26.816979+0000","last_fullsized":"2024-09-16T00:52:26.816979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:38.164488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854679+0000","last_change":"2024-09-16T00:52:21.460601+0000","last_active":"2024-09-16T00:52:26.854679+0000","last_peered":"2024-09-16T00:52:26.854679+0000","last_clean":"2024-09-16T00:52:26.854679+0000","last_became_active":"2024-09-16T00:52:21.459844+0000","last_became_peered":"2024-09-16T00:52:21.459844+0000","last_unstale":"2024-09-16T00:52:26.854679+0000","last_undegraded":"2024-09-16T00:52:26.854679+0000","last_fullsized":"2024-09-16T00:52:26.854679+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853805+0000","last_change":"2024-09-16T00:52:25.486621+0000","last_active":"2024-09-16T00:52:26.853805+0000","last_peered":"2024-09-16T00:52:26.853805+0000","last_clean":"2024-09-16T00:52:26.853805+0000","last_became_active":"2024-09-16T00:52:25.486189+0000","last_became_peered":"2024-09-16T00:52:25.486189+0000","last_unstale":"2024-09-16T00:52:26.853805+0000","last_undegraded":"2024-09-16T00:52:26.853805+0000","last_fullsized":"2024-09-16T00:52:26.853805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:37.219605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467137+0000","last_change":"2024-09-16T00:52:20.444584+0000","last_active":"2024-09-16T00:52:26.467137+0000","last_peered":"2024-09-16T00:52:26.467137+0000","last_clean":"2024-09-16T00:52:26.467137+0000","last_became_active":"2024-09-16T00:52:20.444197+0000","last_became_peered":"2024-09-16T00:52:20.444197+0000","last_unstale":"2024-09-16T00:52:26.467137+0000","last_undegraded":"2024-09-16T00:52:26.467137+0000","last_fullsized":"2024-09-16T00:52:26.467137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:00.541926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469854+0000","last_change":"2024-09-16T00:52:21.457502+0000","last_active":"2024-09-16T00:52:26.469854+0000","last_peered":"2024-09-16T00:52:26.469854+0000","last_clean":"2024-09-16T00:52:26.469854+0000","last_became_active":"2024-09-16T00:52:21.457233+0000","last_became_peered":"2024-09-16T00:52:21.457233+0000","last_unstale":"2024-09-16T00:52:26.469854+0000","last_undegraded":"2024-09-16T00:52:26.469854+0000","last_fullsized":"2024-09-16T00:52:26.469854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:08.601481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467498+0000","last_change":"2024-09-16T00:52:25.486130+0000","last_active":"2024-09-16T00:52:26.467498+0000","last_peered":"2024-09-16T00:52:26.467498+0000","last_clean":"2024-09-16T00:52:26.467498+0000","last_became_active":"2024-09-16T00:52:25.485715+0000","last_became_peered":"2024-09-16T00:52:25.485715+0000","last_unstale":"2024-09-16T00:52:26.467498+0000","last_undegraded":"2024-09-16T00:52:26.467498+0000","last_fullsized":"2024-09-16T00:52:26.467498+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:57.086003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816618+0000","last_change":"2024-09-16T00:52:21.464039+0000","last_active":"2024-09-16T00:52:26.816618+0000","last_peered":"2024-09-16T00:52:26.816618+0000","last_clean":"2024-09-16T00:52:26.816618+0000","last_became_active":"2024-09-16T00:52:21.463752+0000","last_became_peered":"2024-09-16T00:52:21.463752+0000","last_unstale":"2024-09-16T00:52:26.816618+0000","last_undegraded":"2024-09-16T00:52:26.816618+0000","last_fullsized":"2024-09-16T00:52:26.816618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:02.012662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853041+0000","last_change":"2024-09-16T00:52:21.452369+0000","last_active":"2024-09-16T00:52:26.853041+0000","last_peered":"2024-09-16T00:52:26.853041+0000","last_clean":"2024-09-16T00:52:26.853041+0000","last_became_active":"2024-09-16T00:52:21.452017+0000","last_became_peered":"2024-09-16T00:52:21.452017+0000","last_unstale":"2024-09-16T00:52:26.853041+0000","last_undegraded":"2024-09-16T00:52:26.853041+0000","last_fullsized":"2024-09-16T00:52:26.853041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:19.578707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853323+0000","last_change":"2024-09-16T00:52:21.460114+0000","last_active":"2024-09-16T00:52:26.853323+0000","last_peered":"2024-09-16T00:52:26.853323+0000","last_clean":"2024-09-16T00:52:26.853323+0000","last_became_active":"2024-09-16T00:52:21.459713+0000","last_became_peered":"2024-09-16T00:52:21.459713+0000","last_unstale":"2024-09-16T00:52:26.853323+0000","last_undegraded":"2024-09-16T00:52:26.853323+0000","last_fullsized":"2024-09-16T00:52:26.853323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854584+0000","last_change":"2024-09-16T00:52:21.461507+0000","last_active":"2024-09-16T00:52:26.854584+0000","last_peered":"2024-09-16T00:52:26.854584+0000","last_clean":"2024-09-16T00:52:26.854584+0000","last_became_active":"2024-09-16T00:52:21.461140+0000","last_became_peered":"2024-09-16T00:52:21.461140+0000","last_unstale":"2024-09-16T00:52:26.854584+0000","last_undegraded":"2024-09-16T00:52:26.854584+0000","last_fullsized":"2024-09-16T00:52:26.854584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467271+0000","last_change":"2024-09-16T00:52:21.455862+0000","last_active":"2024-09-16T00:52:26.467271+0000","last_peered":"2024-09-16T00:52:26.467271+0000","last_clean":"2024-09-16T00:52:26.467271+0000","last_became_active":"2024-09-16T00:52:21.455525+0000","last_became_peered":"2024-09-16T00:52:21.455525+0000","last_unstale":"2024-09-16T00:52:26.467271+0000","last_undegraded":"2024-09-16T00:52:26.467271+0000","last_fullsized":"2024-09-16T00:52:26.467271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854398+0000","last_change":"2024-09-16T00:52:21.455905+0000","last_active":"2024-09-16T00:52:26.854398+0000","last_peered":"2024-09-16T00:52:26.854398+0000","last_clean":"2024-09-16T00:52:26.854398+0000","last_became_active":"2024-09-16T00:52:21.455259+0000","last_became_peered":"2024-09-16T00:52:21.455259+0000","last_unstale":"2024-09-16T00:52:26.854398+0000","last_undegraded":"2024-09-16T00:52:26.854398+0000","last_fullsized":"2024-09-16T00:52:26.854398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817553+0000","last_change":"2024-09-16T00:52:21.467359+0000","last_active":"2024-09-16T00:52:26.817553+0000","last_peered":"2024-09-16T00:52:26.817553+0000","last_clean":"2024-09-16T00:52:26.817553+0000","last_became_active":"2024-09-16T00:52:21.467085+0000","last_became_peered":"2024-09-16T00:52:21.467085+0000","last_unstale":"2024-09-16T00:52:26.817553+0000","last_undegraded":"2024-09-16T00:52:26.817553+0000","last_fullsized":"2024-09-16T00:52:26.817553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:32.330778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467555+0000","last_change":"2024-09-16T00:52:21.457417+0000","last_active":"2024-09-16T00:52:26.467555+0000","last_peered":"2024-09-16T00:52:26.467555+0000","last_clean":"2024-09-16T00:52:26.467555+0000","last_became_active":"2024-09-16T00:52:21.457042+0000","last_became_peered":"2024-09-16T00:52:21.457042+0000","last_unstale":"2024-09-16T00:52:26.467555+0000","last_undegraded":"2024-09-16T00:52:26.467555+0000","last_fullsized":"2024-09-16T00:52:26.467555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853190+0000","last_change":"2024-09-16T00:52:21.459956+0000","last_active":"2024-09-16T00:52:26.853190+0000","last_peered":"2024-09-16T00:52:26.853190+0000","last_clean":"2024-09-16T00:52:26.853190+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.853190+0000","last_undegraded":"2024-09-16T00:52:26.853190+0000","last_fullsized":"2024-09-16T00:52:26.853190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467123+0000","last_change":"2024-09-16T00:52:21.460977+0000","last_active":"2024-09-16T00:52:26.467123+0000","last_peered":"2024-09-16T00:52:26.467123+0000","last_clean":"2024-09-16T00:52:26.467123+0000","last_became_active":"2024-09-16T00:52:21.460398+0000","last_became_peered":"2024-09-16T00:52:21.460398+0000","last_unstale":"2024-09-16T00:52:26.467123+0000","last_undegraded":"2024-09-16T00:52:26.467123+0000","last_fullsized":"2024-09-16T00:52:26.467123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:38.615114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853617+0000","last_change":"2024-09-16T00:52:21.467206+0000","last_active":"2024-09-16T00:52:26.853617+0000","last_peered":"2024-09-16T00:52:26.853617+0000","last_clean":"2024-09-16T00:52:26.853617+0000","last_became_active":"2024-09-16T00:52:21.466882+0000","last_became_peered":"2024-09-16T00:52:21.466882+0000","last_unstale":"2024-09-16T00:52:26.853617+0000","last_undegraded":"2024-09-16T00:52:26.853617+0000","last_fullsized":"2024-09-16T00:52:26.853617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854320+0000","last_change":"2024-09-16T00:52:21.467217+0000","last_active":"2024-09-16T00:52:26.854320+0000","last_peered":"2024-09-16T00:52:26.854320+0000","last_clean":"2024-09-16T00:52:26.854320+0000","last_became_active":"2024-09-16T00:52:21.466878+0000","last_became_peered":"2024-09-16T00:52:21.466878+0000","last_unstale":"2024-09-16T00:52:26.854320+0000","last_undegraded":"2024-09-16T00:52:26.854320+0000","last_fullsized":"2024-09-16T00:52:26.854320+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:42:46.317644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817086+0000","last_change":"2024-09-16T00:52:21.459969+0000","last_active":"2024-09-16T00:52:26.817086+0000","last_peered":"2024-09-16T00:52:26.817086+0000","last_clean":"2024-09-16T00:52:26.817086+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.817086+0000","last_undegraded":"2024-09-16T00:52:26.817086+0000","last_fullsized":"2024-09-16T00:52:26.817086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:25.542237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468975+0000","last_change":"2024-09-16T00:52:21.449852+0000","last_active":"2024-09-16T00:52:26.468975+0000","last_peered":"2024-09-16T00:52:26.468975+0000","last_clean":"2024-09-16T00:52:26.468975+0000","last_became_active":"2024-09-16T00:52:21.449545+0000","last_became_peered":"2024-09-16T00:52:21.449545+0000","last_unstale":"2024-09-16T00:52:26.468975+0000","last_undegraded":"2024-09-16T00:52:26.468975+0000","last_fullsized":"2024-09-16T00:52:26.468975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.458898+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.458621+0000","last_became_peered":"2024-09-16T00:52:21.458621+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:14.283729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853911+0000","last_change":"2024-09-16T00:52:21.467629+0000","last_active":"2024-09-16T00:52:26.853911+0000","last_peered":"2024-09-16T00:52:26.853911+0000","last_clean":"2024-09-16T00:52:26.853911+0000","last_became_active":"2024-09-16T00:52:21.467361+0000","last_became_peered":"2024-09-16T00:52:21.467361+0000","last_unstale":"2024-09-16T00:52:26.853911+0000","last_undegraded":"2024-09-16T00:52:26.853911+0000","last_fullsized":"2024-09-16T00:52:26.853911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853027+0000","last_change":"2024-09-16T00:52:21.463863+0000","last_active":"2024-09-16T00:52:26.853027+0000","last_peered":"2024-09-16T00:52:26.853027+0000","last_clean":"2024-09-16T00:52:26.853027+0000","last_became_active":"2024-09-16T00:52:21.463580+0000","last_became_peered":"2024-09-16T00:52:21.463580+0000","last_unstale":"2024-09-16T00:52:26.853027+0000","last_undegraded":"2024-09-16T00:52:26.853027+0000","last_fullsized":"2024-09-16T00:52:26.853027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853510+0000","last_change":"2024-09-16T00:52:21.457331+0000","last_active":"2024-09-16T00:52:26.853510+0000","last_peered":"2024-09-16T00:52:26.853510+0000","last_clean":"2024-09-16T00:52:26.853510+0000","last_became_active":"2024-09-16T00:52:21.457063+0000","last_became_peered":"2024-09-16T00:52:21.457063+0000","last_unstale":"2024-09-16T00:52:26.853510+0000","last_undegraded":"2024-09-16T00:52:26.853510+0000","last_fullsized":"2024-09-16T00:52:26.853510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854002+0000","last_change":"2024-09-16T00:52:21.453526+0000","last_active":"2024-09-16T00:52:26.854002+0000","last_peered":"2024-09-16T00:52:26.854002+0000","last_clean":"2024-09-16T00:52:26.854002+0000","last_became_active":"2024-09-16T00:52:21.453159+0000","last_became_peered":"2024-09-16T00:52:21.453159+0000","last_unstale":"2024-09-16T00:52:26.854002+0000","last_undegraded":"2024-09-16T00:52:26.854002+0000","last_fullsized":"2024-09-16T00:52:26.854002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:45.162604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466916+0000","last_change":"2024-09-16T00:52:21.458416+0000","last_active":"2024-09-16T00:52:26.466916+0000","last_peered":"2024-09-16T00:52:26.466916+0000","last_clean":"2024-09-16T00:52:26.466916+0000","last_became_active":"2024-09-16T00:52:21.458102+0000","last_became_peered":"2024-09-16T00:52:21.458102+0000","last_unstale":"2024-09-16T00:52:26.466916+0000","last_undegraded":"2024-09-16T00:52:26.466916+0000","last_fullsized":"2024-09-16T00:52:26.466916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:31.477951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469381+0000","last_change":"2024-09-16T00:52:21.465719+0000","last_active":"2024-09-16T00:52:26.469381+0000","last_peered":"2024-09-16T00:52:26.469381+0000","last_clean":"2024-09-16T00:52:26.469381+0000","last_became_active":"2024-09-16T00:52:21.465413+0000","last_became_peered":"2024-09-16T00:52:21.465413+0000","last_unstale":"2024-09-16T00:52:26.469381+0000","last_undegraded":"2024-09-16T00:52:26.469381+0000","last_fullsized":"2024-09-16T00:52:26.469381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:59.860474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817305+0000","last_change":"2024-09-16T00:52:21.463027+0000","last_active":"2024-09-16T00:52:26.817305+0000","last_peered":"2024-09-16T00:52:26.817305+0000","last_clean":"2024-09-16T00:52:26.817305+0000","last_became_active":"2024-09-16T00:52:21.462616+0000","last_became_peered":"2024-09-16T00:52:21.462616+0000","last_unstale":"2024-09-16T00:52:26.817305+0000","last_undegraded":"2024-09-16T00:52:26.817305+0000","last_fullsized":"2024-09-16T00:52:26.817305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:54.773844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817521+0000","last_change":"2024-09-16T00:52:21.461324+0000","last_active":"2024-09-16T00:52:26.817521+0000","last_peered":"2024-09-16T00:52:26.817521+0000","last_clean":"2024-09-16T00:52:26.817521+0000","last_became_active":"2024-09-16T00:52:21.461051+0000","last_became_peered":"2024-09-16T00:52:21.461051+0000","last_unstale":"2024-09-16T00:52:26.817521+0000","last_undegraded":"2024-09-16T00:52:26.817521+0000","last_fullsized":"2024-09-16T00:52:26.817521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:33.282483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469193+0000","last_change":"2024-09-16T00:52:21.453758+0000","last_active":"2024-09-16T00:52:26.469193+0000","last_peered":"2024-09-16T00:52:26.469193+0000","last_clean":"2024-09-16T00:52:26.469193+0000","last_became_active":"2024-09-16T00:52:21.453201+0000","last_became_peered":"2024-09-16T00:52:21.453201+0000","last_unstale":"2024-09-16T00:52:26.469193+0000","last_undegraded":"2024-09-16T00:52:26.469193+0000","last_fullsized":"2024-09-16T00:52:26.469193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:53.548767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466596+0000","last_change":"2024-09-16T00:52:21.470226+0000","last_active":"2024-09-16T00:52:26.466596+0000","last_peered":"2024-09-16T00:52:26.466596+0000","last_clean":"2024-09-16T00:52:26.466596+0000","last_became_active":"2024-09-16T00:52:21.469845+0000","last_became_peered":"2024-09-16T00:52:21.469845+0000","last_unstale":"2024-09-16T00:52:26.466596+0000","last_undegraded":"2024-09-16T00:52:26.466596+0000","last_fullsized":"2024-09-16T00:52:26.466596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:21.334629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468041+0000","last_change":"2024-09-16T00:52:21.455068+0000","last_active":"2024-09-16T00:52:26.468041+0000","last_peered":"2024-09-16T00:52:26.468041+0000","last_clean":"2024-09-16T00:52:26.468041+0000","last_became_active":"2024-09-16T00:52:21.454766+0000","last_became_peered":"2024-09-16T00:52:21.454766+0000","last_unstale":"2024-09-16T00:52:26.468041+0000","last_undegraded":"2024-09-16T00:52:26.468041+0000","last_fullsized":"2024-09-16T00:52:26.468041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853152+0000","last_change":"2024-09-16T00:52:21.464248+0000","last_active":"2024-09-16T00:52:26.853152+0000","last_peered":"2024-09-16T00:52:26.853152+0000","last_clean":"2024-09-16T00:52:26.853152+0000","last_became_active":"2024-09-16T00:52:21.463884+0000","last_became_peered":"2024-09-16T00:52:21.463884+0000","last_unstale":"2024-09-16T00:52:26.853152+0000","last_undegraded":"2024-09-16T00:52:26.853152+0000","last_fullsized":"2024-09-16T00:52:26.853152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468304+0000","last_change":"2024-09-16T00:52:21.450580+0000","last_active":"2024-09-16T00:52:26.468304+0000","last_peered":"2024-09-16T00:52:26.468304+0000","last_clean":"2024-09-16T00:52:26.468304+0000","last_became_active":"2024-09-16T00:52:21.450267+0000","last_became_peered":"2024-09-16T00:52:21.450267+0000","last_unstale":"2024-09-16T00:52:26.468304+0000","last_undegraded":"2024-09-16T00:52:26.468304+0000","last_fullsized":"2024-09-16T00:52:26.468304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853485+0000","last_change":"2024-09-16T00:52:21.462926+0000","last_active":"2024-09-16T00:52:26.853485+0000","last_peered":"2024-09-16T00:52:26.853485+0000","last_clean":"2024-09-16T00:52:26.853485+0000","last_became_active":"2024-09-16T00:52:21.462618+0000","last_became_peered":"2024-09-16T00:52:21.462618+0000","last_unstale":"2024-09-16T00:52:26.853485+0000","last_undegraded":"2024-09-16T00:52:26.853485+0000","last_fullsized":"2024-09-16T00:52:26.853485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853306+0000","last_change":"2024-09-16T00:52:21.460539+0000","last_active":"2024-09-16T00:52:26.853306+0000","last_peered":"2024-09-16T00:52:26.853306+0000","last_clean":"2024-09-16T00:52:26.853306+0000","last_became_active":"2024-09-16T00:52:21.460262+0000","last_became_peered":"2024-09-16T00:52:21.460262+0000","last_unstale":"2024-09-16T00:52:26.853306+0000","last_undegraded":"2024-09-16T00:52:26.853306+0000","last_fullsized":"2024-09-16T00:52:26.853306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854704+0000","last_change":"2024-09-16T00:52:21.455250+0000","last_active":"2024-09-16T00:52:26.854704+0000","last_peered":"2024-09-16T00:52:26.854704+0000","last_clean":"2024-09-16T00:52:26.854704+0000","last_became_active":"2024-09-16T00:52:21.454962+0000","last_became_peered":"2024-09-16T00:52:21.454962+0000","last_unstale":"2024-09-16T00:52:26.854704+0000","last_undegraded":"2024-09-16T00:52:26.854704+0000","last_fullsized":"2024-09-16T00:52:26.854704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468991+0000","last_change":"2024-09-16T00:52:21.459252+0000","last_active":"2024-09-16T00:52:26.468991+0000","last_peered":"2024-09-16T00:52:26.468991+0000","last_clean":"2024-09-16T00:52:26.468991+0000","last_became_active":"2024-09-16T00:52:21.458972+0000","last_became_peered":"2024-09-16T00:52:21.458972+0000","last_unstale":"2024-09-16T00:52:26.468991+0000","last_undegraded":"2024-09-16T00:52:26.468991+0000","last_fullsized":"2024-09-16T00:52:26.468991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476744,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":270336,"data_stored":103741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":103775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":694621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":856064,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":103705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:52:44.184 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 Processor -- start 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 -- start start 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa82415e510 0x7fa8240ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8240d13d0 0x7fa8240b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8240d3430 con 0x7fa8240cf040 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa8240d36d0 con 0x7fa8240d13d0 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.321+0000 7fa829d33640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa8240d39b0 con 0x7fa82415e510 2024-09-16T00:52:44.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8240d13d0 0x7fa8240b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8240d13d0 0x7fa8240b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60002/0 (socket says 172.21.15.32:60002) 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 -- 172.21.15.32:0/3901084626 learned_addr learned my addr 172.21.15.32:0/3901084626 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa8237fe640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa82415e510 0x7fa8240ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 -- 172.21.15.32:0/3901084626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa82415e510 msgr2=0x7fa8240ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa82415e510 0x7fa8240ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 -- 172.21.15.32:0/3901084626 >> v1:172.21.15.50:6789/0 conn(0x7fa8240cf040 legacy=0x7fa8240d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:44.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.322+0000 7fa823fff640 1 -- 172.21.15.32:0/3901084626 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8240d3c90 con 0x7fa8240d13d0 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa823fff640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240b78e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009e50 tx=0x7fa81c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43af5d804d8ad306 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa822ffd640 1 -- 172.21.15.32:0/3901084626 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c036070 con 0x7fa8240d13d0 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa822ffd640 1 -- 172.21.15.32:0/3901084626 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa81c031600 con 0x7fa8240d13d0 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa822ffd640 1 -- 172.21.15.32:0/3901084626 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c0319d0 con 0x7fa8240d13d0 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 -- 172.21.15.32:0/3901084626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 msgr2=0x7fa8240b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240b78e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009e50 tx=0x7fa81c02a630 comp rx=0 tx=0).stop 2024-09-16T00:52:44.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 -- 172.21.15.32:0/3901084626 shutdown_connections 2024-09-16T00:52:44.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240b78e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 --2- 172.21.15.32:0/3901084626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa82415e510 0x7fa8240ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 -- 172.21.15.32:0/3901084626 >> 172.21.15.32:0/3901084626 conn(0x7fa82406d1a0 msgr2=0x7fa824073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:44.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 -- 172.21.15.32:0/3901084626 shutdown_connections 2024-09-16T00:52:44.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.323+0000 7fa829d33640 1 -- 172.21.15.32:0/3901084626 wait complete. 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.325+0000 7fa829d33640 1 Processor -- start 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.325+0000 7fa829d33640 1 -- start start 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.325+0000 7fa829d33640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8240cf040 0x7fa8240b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.325+0000 7fa829d33640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 0x7fa8241f4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa82415e8f0 con 0x7fa8240d13d0 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8240d22a0 con 0x7fa82415e510 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa82415ea70 con 0x7fa8240cf040 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60014/0 (socket says 172.21.15.32:60014) 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 -- 172.21.15.32:0/917323741 learned_addr learned my addr 172.21.15.32:0/917323741 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa8237fe640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8240cf040 0x7fa8240b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa823fff640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 0x7fa8241f4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 -- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8240cf040 msgr2=0x7fa8240b6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8240cf040 0x7fa8240b6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 -- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 msgr2=0x7fa8241f4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 0x7fa8241f4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 -- 172.21.15.32:0/917323741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8241f4ad0 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa823fff640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 0x7fa8241f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa81affd640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c400 tx=0x7fa80c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c011790 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa80c017070 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8240cb720 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c011bb0 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.326+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8240b6890 con 0x7fa8240d13d0 2024-09-16T00:52:44.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.327+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8240ceb00 con 0x7fa8240d13d0 2024-09-16T00:52:44.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.328+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa80c01c460 con 0x7fa8240d13d0 2024-09-16T00:52:44.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.328+0000 7fa820ff9640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.328+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa80c08b620 con 0x7fa8240d13d0 2024-09-16T00:52:44.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.328+0000 7fa8237fe640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.329+0000 7fa8237fe640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa8140079a0 tx=0x7fa814008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.333+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa80c0599b0 con 0x7fa8240d13d0 2024-09-16T00:52:44.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.505+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa82406e110 con 0x7fa80406c2b0 2024-09-16T00:52:44.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.513+0000 7fa820ff9640 1 -- 172.21.15.32:0/917323741 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fa82406e110 con 0x7fa80406c2b0 2024-09-16T00:52:44.516 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:44.518 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.516+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 msgr2=0x7fa80406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.516+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa8140079a0 tx=0x7fa814008040 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.516+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 msgr2=0x7fa8240cc200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.516+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c400 tx=0x7fa80c00c8c0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 shutdown_connections 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa82415e510 0x7fa8241f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8240d13d0 0x7fa8240cc200 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 --2- 172.21.15.32:0/917323741 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8240cf040 0x7fa8240b6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 >> 172.21.15.32:0/917323741 conn(0x7fa82406d1a0 msgr2=0x7fa8240b78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 shutdown_connections 2024-09-16T00:52:44.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.517+0000 7fa829d33640 1 -- 172.21.15.32:0/917323741 wait complete. 2024-09-16T00:52:44.527 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-16T00:52:43.089416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252760,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721960,"statfs":{"total":773094113280,"available":772835287040,"internally_reserved":0,"allocated":3317760,"data_stored":2018940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003441"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853520+0000","last_change":"2024-09-16T00:52:20.443682+0000","last_active":"2024-09-16T00:52:26.853520+0000","last_peered":"2024-09-16T00:52:26.853520+0000","last_clean":"2024-09-16T00:52:26.853520+0000","last_became_active":"2024-09-16T00:52:20.443348+0000","last_became_peered":"2024-09-16T00:52:20.443348+0000","last_unstale":"2024-09-16T00:52:26.853520+0000","last_undegraded":"2024-09-16T00:52:26.853520+0000","last_fullsized":"2024-09-16T00:52:26.853520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:21:44.550490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467483+0000","last_change":"2024-09-16T00:52:21.459440+0000","last_active":"2024-09-16T00:52:26.467483+0000","last_peered":"2024-09-16T00:52:26.467483+0000","last_clean":"2024-09-16T00:52:26.467483+0000","last_became_active":"2024-09-16T00:52:21.459139+0000","last_became_peered":"2024-09-16T00:52:21.459139+0000","last_unstale":"2024-09-16T00:52:26.467483+0000","last_undegraded":"2024-09-16T00:52:26.467483+0000","last_fullsized":"2024-09-16T00:52:26.467483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466681+0000","last_change":"2024-09-16T00:52:25.489117+0000","last_active":"2024-09-16T00:52:26.466681+0000","last_peered":"2024-09-16T00:52:26.466681+0000","last_clean":"2024-09-16T00:52:26.466681+0000","last_became_active":"2024-09-16T00:52:25.488675+0000","last_became_peered":"2024-09-16T00:52:25.488675+0000","last_unstale":"2024-09-16T00:52:26.466681+0000","last_undegraded":"2024-09-16T00:52:26.466681+0000","last_fullsized":"2024-09-16T00:52:26.466681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:51.028499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467741+0000","last_change":"2024-09-16T00:52:20.448158+0000","last_active":"2024-09-16T00:52:26.467741+0000","last_peered":"2024-09-16T00:52:26.467741+0000","last_clean":"2024-09-16T00:52:26.467741+0000","last_became_active":"2024-09-16T00:52:20.447708+0000","last_became_peered":"2024-09-16T00:52:20.447708+0000","last_unstale":"2024-09-16T00:52:26.467741+0000","last_undegraded":"2024-09-16T00:52:26.467741+0000","last_fullsized":"2024-09-16T00:52:26.467741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:03.756931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853396+0000","last_change":"2024-09-16T00:52:21.461833+0000","last_active":"2024-09-16T00:52:26.853396+0000","last_peered":"2024-09-16T00:52:26.853396+0000","last_clean":"2024-09-16T00:52:26.853396+0000","last_became_active":"2024-09-16T00:52:21.461552+0000","last_became_peered":"2024-09-16T00:52:21.461552+0000","last_unstale":"2024-09-16T00:52:26.853396+0000","last_undegraded":"2024-09-16T00:52:26.853396+0000","last_fullsized":"2024-09-16T00:52:26.853396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467512+0000","last_change":"2024-09-16T00:52:25.493245+0000","last_active":"2024-09-16T00:52:26.467512+0000","last_peered":"2024-09-16T00:52:26.467512+0000","last_clean":"2024-09-16T00:52:26.467512+0000","last_became_active":"2024-09-16T00:52:25.492631+0000","last_became_peered":"2024-09-16T00:52:25.492631+0000","last_unstale":"2024-09-16T00:52:26.467512+0000","last_undegraded":"2024-09-16T00:52:26.467512+0000","last_fullsized":"2024-09-16T00:52:26.467512+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:36.358432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468929+0000","last_change":"2024-09-16T00:52:20.449538+0000","last_active":"2024-09-16T00:52:26.468929+0000","last_peered":"2024-09-16T00:52:26.468929+0000","last_clean":"2024-09-16T00:52:26.468929+0000","last_became_active":"2024-09-16T00:52:20.449241+0000","last_became_peered":"2024-09-16T00:52:20.449241+0000","last_unstale":"2024-09-16T00:52:26.468929+0000","last_undegraded":"2024-09-16T00:52:26.468929+0000","last_fullsized":"2024-09-16T00:52:26.468929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:22.897784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853621+0000","last_change":"2024-09-16T00:52:21.458735+0000","last_active":"2024-09-16T00:52:26.853621+0000","last_peered":"2024-09-16T00:52:26.853621+0000","last_clean":"2024-09-16T00:52:26.853621+0000","last_became_active":"2024-09-16T00:52:21.458397+0000","last_became_peered":"2024-09-16T00:52:21.458397+0000","last_unstale":"2024-09-16T00:52:26.853621+0000","last_undegraded":"2024-09-16T00:52:26.853621+0000","last_fullsized":"2024-09-16T00:52:26.853621+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468770+0000","last_change":"2024-09-16T00:52:25.494502+0000","last_active":"2024-09-16T00:52:26.468770+0000","last_peered":"2024-09-16T00:52:26.468770+0000","last_clean":"2024-09-16T00:52:26.468770+0000","last_became_active":"2024-09-16T00:52:25.494074+0000","last_became_peered":"2024-09-16T00:52:25.494074+0000","last_unstale":"2024-09-16T00:52:26.468770+0000","last_undegraded":"2024-09-16T00:52:26.468770+0000","last_fullsized":"2024-09-16T00:52:26.468770+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:25.067675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468453+0000","last_change":"2024-09-16T00:52:20.454622+0000","last_active":"2024-09-16T00:52:26.468453+0000","last_peered":"2024-09-16T00:52:26.468453+0000","last_clean":"2024-09-16T00:52:26.468453+0000","last_became_active":"2024-09-16T00:52:20.454293+0000","last_became_peered":"2024-09-16T00:52:20.454293+0000","last_unstale":"2024-09-16T00:52:26.468453+0000","last_undegraded":"2024-09-16T00:52:26.468453+0000","last_fullsized":"2024-09-16T00:52:26.468453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:42.822907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853537+0000","last_change":"2024-09-16T00:52:21.462524+0000","last_active":"2024-09-16T00:52:26.853537+0000","last_peered":"2024-09-16T00:52:26.853537+0000","last_clean":"2024-09-16T00:52:26.853537+0000","last_became_active":"2024-09-16T00:52:21.460347+0000","last_became_peered":"2024-09-16T00:52:21.460347+0000","last_unstale":"2024-09-16T00:52:26.853537+0000","last_undegraded":"2024-09-16T00:52:26.853537+0000","last_fullsized":"2024-09-16T00:52:26.853537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468993+0000","last_change":"2024-09-16T00:52:25.491342+0000","last_active":"2024-09-16T00:52:26.468993+0000","last_peered":"2024-09-16T00:52:26.468993+0000","last_clean":"2024-09-16T00:52:26.468993+0000","last_became_active":"2024-09-16T00:52:25.490750+0000","last_became_peered":"2024-09-16T00:52:25.490750+0000","last_unstale":"2024-09-16T00:52:26.468993+0000","last_undegraded":"2024-09-16T00:52:26.468993+0000","last_fullsized":"2024-09-16T00:52:26.468993+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:32.120701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816729+0000","last_change":"2024-09-16T00:52:21.457905+0000","last_active":"2024-09-16T00:52:26.816729+0000","last_peered":"2024-09-16T00:52:26.816729+0000","last_clean":"2024-09-16T00:52:26.816729+0000","last_became_active":"2024-09-16T00:52:21.457557+0000","last_became_peered":"2024-09-16T00:52:21.457557+0000","last_unstale":"2024-09-16T00:52:26.816729+0000","last_undegraded":"2024-09-16T00:52:26.816729+0000","last_fullsized":"2024-09-16T00:52:26.816729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:43.904537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468709+0000","last_change":"2024-09-16T00:52:20.451670+0000","last_active":"2024-09-16T00:52:26.468709+0000","last_peered":"2024-09-16T00:52:26.468709+0000","last_clean":"2024-09-16T00:52:26.468709+0000","last_became_active":"2024-09-16T00:52:20.449390+0000","last_became_peered":"2024-09-16T00:52:20.449390+0000","last_unstale":"2024-09-16T00:52:26.468709+0000","last_undegraded":"2024-09-16T00:52:26.468709+0000","last_fullsized":"2024-09-16T00:52:26.468709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:23.528064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469008+0000","last_change":"2024-09-16T00:52:25.491939+0000","last_active":"2024-09-16T00:52:26.469008+0000","last_peered":"2024-09-16T00:52:26.469008+0000","last_clean":"2024-09-16T00:52:26.469008+0000","last_became_active":"2024-09-16T00:52:25.491511+0000","last_became_peered":"2024-09-16T00:52:25.491511+0000","last_unstale":"2024-09-16T00:52:26.469008+0000","last_undegraded":"2024-09-16T00:52:26.469008+0000","last_fullsized":"2024-09-16T00:52:26.469008+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:22.399004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466958+0000","last_change":"2024-09-16T00:52:21.461465+0000","last_active":"2024-09-16T00:52:26.466958+0000","last_peered":"2024-09-16T00:52:26.466958+0000","last_clean":"2024-09-16T00:52:26.466958+0000","last_became_active":"2024-09-16T00:52:21.461155+0000","last_became_peered":"2024-09-16T00:52:21.461155+0000","last_unstale":"2024-09-16T00:52:26.466958+0000","last_undegraded":"2024-09-16T00:52:26.466958+0000","last_fullsized":"2024-09-16T00:52:26.466958+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854242+0000","last_change":"2024-09-16T00:52:20.452556+0000","last_active":"2024-09-16T00:52:26.854242+0000","last_peered":"2024-09-16T00:52:26.854242+0000","last_clean":"2024-09-16T00:52:26.854242+0000","last_became_active":"2024-09-16T00:52:20.452254+0000","last_became_peered":"2024-09-16T00:52:20.452254+0000","last_unstale":"2024-09-16T00:52:26.854242+0000","last_undegraded":"2024-09-16T00:52:26.854242+0000","last_fullsized":"2024-09-16T00:52:26.854242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469212+0000","last_change":"2024-09-16T00:52:25.492098+0000","last_active":"2024-09-16T00:52:26.469212+0000","last_peered":"2024-09-16T00:52:26.469212+0000","last_clean":"2024-09-16T00:52:26.469212+0000","last_became_active":"2024-09-16T00:52:25.491696+0000","last_became_peered":"2024-09-16T00:52:25.491696+0000","last_unstale":"2024-09-16T00:52:26.469212+0000","last_undegraded":"2024-09-16T00:52:26.469212+0000","last_fullsized":"2024-09-16T00:52:26.469212+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466954+0000","last_change":"2024-09-16T00:52:21.456082+0000","last_active":"2024-09-16T00:52:26.466954+0000","last_peered":"2024-09-16T00:52:26.466954+0000","last_clean":"2024-09-16T00:52:26.466954+0000","last_became_active":"2024-09-16T00:52:21.455776+0000","last_became_peered":"2024-09-16T00:52:21.455776+0000","last_unstale":"2024-09-16T00:52:26.466954+0000","last_undegraded":"2024-09-16T00:52:26.466954+0000","last_fullsized":"2024-09-16T00:52:26.466954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853603+0000","last_change":"2024-09-16T00:52:20.452663+0000","last_active":"2024-09-16T00:52:26.853603+0000","last_peered":"2024-09-16T00:52:26.853603+0000","last_clean":"2024-09-16T00:52:26.853603+0000","last_became_active":"2024-09-16T00:52:20.452349+0000","last_became_peered":"2024-09-16T00:52:20.452349+0000","last_unstale":"2024-09-16T00:52:26.853603+0000","last_undegraded":"2024-09-16T00:52:26.853603+0000","last_fullsized":"2024-09-16T00:52:26.853603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:27.685688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854834+0000","last_change":"2024-09-16T00:52:25.490967+0000","last_active":"2024-09-16T00:52:26.854834+0000","last_peered":"2024-09-16T00:52:26.854834+0000","last_clean":"2024-09-16T00:52:26.854834+0000","last_became_active":"2024-09-16T00:52:25.487867+0000","last_became_peered":"2024-09-16T00:52:25.487867+0000","last_unstale":"2024-09-16T00:52:26.854834+0000","last_undegraded":"2024-09-16T00:52:26.854834+0000","last_fullsized":"2024-09-16T00:52:26.854834+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469718+0000","last_change":"2024-09-16T00:52:21.454436+0000","last_active":"2024-09-16T00:52:26.469718+0000","last_peered":"2024-09-16T00:52:26.469718+0000","last_clean":"2024-09-16T00:52:26.469718+0000","last_became_active":"2024-09-16T00:52:21.453896+0000","last_became_peered":"2024-09-16T00:52:21.453896+0000","last_unstale":"2024-09-16T00:52:26.469718+0000","last_undegraded":"2024-09-16T00:52:26.469718+0000","last_fullsized":"2024-09-16T00:52:26.469718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:20.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467613+0000","last_change":"2024-09-16T00:52:20.448724+0000","last_active":"2024-09-16T00:52:26.467613+0000","last_peered":"2024-09-16T00:52:26.467613+0000","last_clean":"2024-09-16T00:52:26.467613+0000","last_became_active":"2024-09-16T00:52:20.447420+0000","last_became_peered":"2024-09-16T00:52:20.447420+0000","last_unstale":"2024-09-16T00:52:26.467613+0000","last_undegraded":"2024-09-16T00:52:26.467613+0000","last_fullsized":"2024-09-16T00:52:26.467613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469123+0000","last_change":"2024-09-16T00:52:25.491090+0000","last_active":"2024-09-16T00:52:26.469123+0000","last_peered":"2024-09-16T00:52:26.469123+0000","last_clean":"2024-09-16T00:52:26.469123+0000","last_became_active":"2024-09-16T00:52:25.490609+0000","last_became_peered":"2024-09-16T00:52:25.490609+0000","last_unstale":"2024-09-16T00:52:26.469123+0000","last_undegraded":"2024-09-16T00:52:26.469123+0000","last_fullsized":"2024-09-16T00:52:26.469123+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:45.490097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854127+0000","last_change":"2024-09-16T00:52:21.453237+0000","last_active":"2024-09-16T00:52:26.854127+0000","last_peered":"2024-09-16T00:52:26.854127+0000","last_clean":"2024-09-16T00:52:26.854127+0000","last_became_active":"2024-09-16T00:52:21.452198+0000","last_became_peered":"2024-09-16T00:52:21.452198+0000","last_unstale":"2024-09-16T00:52:26.854127+0000","last_undegraded":"2024-09-16T00:52:26.854127+0000","last_fullsized":"2024-09-16T00:52:26.854127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817546+0000","last_change":"2024-09-16T00:52:20.453793+0000","last_active":"2024-09-16T00:52:26.817546+0000","last_peered":"2024-09-16T00:52:26.817546+0000","last_clean":"2024-09-16T00:52:26.817546+0000","last_became_active":"2024-09-16T00:52:20.453501+0000","last_became_peered":"2024-09-16T00:52:20.453501+0000","last_unstale":"2024-09-16T00:52:26.817546+0000","last_undegraded":"2024-09-16T00:52:26.817546+0000","last_fullsized":"2024-09-16T00:52:26.817546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:17:58.114633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469320+0000","last_change":"2024-09-16T00:52:25.483728+0000","last_active":"2024-09-16T00:52:26.469320+0000","last_peered":"2024-09-16T00:52:26.469320+0000","last_clean":"2024-09-16T00:52:26.469320+0000","last_became_active":"2024-09-16T00:52:25.483073+0000","last_became_peered":"2024-09-16T00:52:25.483073+0000","last_unstale":"2024-09-16T00:52:26.469320+0000","last_undegraded":"2024-09-16T00:52:26.469320+0000","last_fullsized":"2024-09-16T00:52:26.469320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467655+0000","last_change":"2024-09-16T00:52:21.467389+0000","last_active":"2024-09-16T00:52:26.467655+0000","last_peered":"2024-09-16T00:52:26.467655+0000","last_clean":"2024-09-16T00:52:26.467655+0000","last_became_active":"2024-09-16T00:52:21.467075+0000","last_became_peered":"2024-09-16T00:52:21.467075+0000","last_unstale":"2024-09-16T00:52:26.467655+0000","last_undegraded":"2024-09-16T00:52:26.467655+0000","last_fullsized":"2024-09-16T00:52:26.467655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854803+0000","last_change":"2024-09-16T00:52:20.447583+0000","last_active":"2024-09-16T00:52:26.854803+0000","last_peered":"2024-09-16T00:52:26.854803+0000","last_clean":"2024-09-16T00:52:26.854803+0000","last_became_active":"2024-09-16T00:52:20.447260+0000","last_became_peered":"2024-09-16T00:52:20.447260+0000","last_unstale":"2024-09-16T00:52:26.854803+0000","last_undegraded":"2024-09-16T00:52:26.854803+0000","last_fullsized":"2024-09-16T00:52:26.854803+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:14.507147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466569+0000","last_change":"2024-09-16T00:52:25.490118+0000","last_active":"2024-09-16T00:52:26.466569+0000","last_peered":"2024-09-16T00:52:26.466569+0000","last_clean":"2024-09-16T00:52:26.466569+0000","last_became_active":"2024-09-16T00:52:25.489723+0000","last_became_peered":"2024-09-16T00:52:25.489723+0000","last_unstale":"2024-09-16T00:52:26.466569+0000","last_undegraded":"2024-09-16T00:52:26.466569+0000","last_fullsized":"2024-09-16T00:52:26.466569+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854473+0000","last_change":"2024-09-16T00:52:21.448762+0000","last_active":"2024-09-16T00:52:26.854473+0000","last_peered":"2024-09-16T00:52:26.854473+0000","last_clean":"2024-09-16T00:52:26.854473+0000","last_became_active":"2024-09-16T00:52:21.448401+0000","last_became_peered":"2024-09-16T00:52:21.448401+0000","last_unstale":"2024-09-16T00:52:26.854473+0000","last_undegraded":"2024-09-16T00:52:26.854473+0000","last_fullsized":"2024-09-16T00:52:26.854473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469090+0000","last_change":"2024-09-16T00:52:20.448056+0000","last_active":"2024-09-16T00:52:26.469090+0000","last_peered":"2024-09-16T00:52:26.469090+0000","last_clean":"2024-09-16T00:52:26.469090+0000","last_became_active":"2024-09-16T00:52:20.447785+0000","last_became_peered":"2024-09-16T00:52:20.447785+0000","last_unstale":"2024-09-16T00:52:26.469090+0000","last_undegraded":"2024-09-16T00:52:26.469090+0000","last_fullsized":"2024-09-16T00:52:26.469090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:47.061150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854673+0000","last_change":"2024-09-16T00:52:25.483815+0000","last_active":"2024-09-16T00:52:26.854673+0000","last_peered":"2024-09-16T00:52:26.854673+0000","last_clean":"2024-09-16T00:52:26.854673+0000","last_became_active":"2024-09-16T00:52:25.483426+0000","last_became_peered":"2024-09-16T00:52:25.483426+0000","last_unstale":"2024-09-16T00:52:26.854673+0000","last_undegraded":"2024-09-16T00:52:26.854673+0000","last_fullsized":"2024-09-16T00:52:26.854673+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:13.403462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853766+0000","last_change":"2024-09-16T00:52:21.461965+0000","last_active":"2024-09-16T00:52:26.853766+0000","last_peered":"2024-09-16T00:52:26.853766+0000","last_clean":"2024-09-16T00:52:26.853766+0000","last_became_active":"2024-09-16T00:52:21.459969+0000","last_became_peered":"2024-09-16T00:52:21.459969+0000","last_unstale":"2024-09-16T00:52:26.853766+0000","last_undegraded":"2024-09-16T00:52:26.853766+0000","last_fullsized":"2024-09-16T00:52:26.853766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854569+0000","last_change":"2024-09-16T00:52:20.448356+0000","last_active":"2024-09-16T00:52:26.854569+0000","last_peered":"2024-09-16T00:52:26.854569+0000","last_clean":"2024-09-16T00:52:26.854569+0000","last_became_active":"2024-09-16T00:52:20.447261+0000","last_became_peered":"2024-09-16T00:52:20.447261+0000","last_unstale":"2024-09-16T00:52:26.854569+0000","last_undegraded":"2024-09-16T00:52:26.854569+0000","last_fullsized":"2024-09-16T00:52:26.854569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:51.400264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853881+0000","last_change":"2024-09-16T00:52:25.487429+0000","last_active":"2024-09-16T00:52:26.853881+0000","last_peered":"2024-09-16T00:52:26.853881+0000","last_clean":"2024-09-16T00:52:26.853881+0000","last_became_active":"2024-09-16T00:52:25.487012+0000","last_became_peered":"2024-09-16T00:52:25.487012+0000","last_unstale":"2024-09-16T00:52:26.853881+0000","last_undegraded":"2024-09-16T00:52:26.853881+0000","last_fullsized":"2024-09-16T00:52:26.853881+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469079+0000","last_change":"2024-09-16T00:52:21.459385+0000","last_active":"2024-09-16T00:52:26.469079+0000","last_peered":"2024-09-16T00:52:26.469079+0000","last_clean":"2024-09-16T00:52:26.469079+0000","last_became_active":"2024-09-16T00:52:21.459103+0000","last_became_peered":"2024-09-16T00:52:21.459103+0000","last_unstale":"2024-09-16T00:52:26.469079+0000","last_undegraded":"2024-09-16T00:52:26.469079+0000","last_fullsized":"2024-09-16T00:52:26.469079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:47.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853590+0000","last_change":"2024-09-16T00:52:20.450697+0000","last_active":"2024-09-16T00:52:26.853590+0000","last_peered":"2024-09-16T00:52:26.853590+0000","last_clean":"2024-09-16T00:52:26.853590+0000","last_became_active":"2024-09-16T00:52:20.448371+0000","last_became_peered":"2024-09-16T00:52:20.448371+0000","last_unstale":"2024-09-16T00:52:26.853590+0000","last_undegraded":"2024-09-16T00:52:26.853590+0000","last_fullsized":"2024-09-16T00:52:26.853590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854545+0000","last_change":"2024-09-16T00:52:25.490899+0000","last_active":"2024-09-16T00:52:26.854545+0000","last_peered":"2024-09-16T00:52:26.854545+0000","last_clean":"2024-09-16T00:52:26.854545+0000","last_became_active":"2024-09-16T00:52:25.490233+0000","last_became_peered":"2024-09-16T00:52:25.490233+0000","last_unstale":"2024-09-16T00:52:26.854545+0000","last_undegraded":"2024-09-16T00:52:26.854545+0000","last_fullsized":"2024-09-16T00:52:26.854545+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853441+0000","last_change":"2024-09-16T00:52:21.448752+0000","last_active":"2024-09-16T00:52:26.853441+0000","last_peered":"2024-09-16T00:52:26.853441+0000","last_clean":"2024-09-16T00:52:26.853441+0000","last_became_active":"2024-09-16T00:52:21.448416+0000","last_became_peered":"2024-09-16T00:52:21.448416+0000","last_unstale":"2024-09-16T00:52:26.853441+0000","last_undegraded":"2024-09-16T00:52:26.853441+0000","last_fullsized":"2024-09-16T00:52:26.853441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:47.278439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853136+0000","last_change":"2024-09-16T00:52:20.445880+0000","last_active":"2024-09-16T00:52:26.853136+0000","last_peered":"2024-09-16T00:52:26.853136+0000","last_clean":"2024-09-16T00:52:26.853136+0000","last_became_active":"2024-09-16T00:52:20.445560+0000","last_became_peered":"2024-09-16T00:52:20.445560+0000","last_unstale":"2024-09-16T00:52:26.853136+0000","last_undegraded":"2024-09-16T00:52:26.853136+0000","last_fullsized":"2024-09-16T00:52:26.853136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:31.020565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.855015+0000","last_change":"2024-09-16T00:52:25.489132+0000","last_active":"2024-09-16T00:52:26.855015+0000","last_peered":"2024-09-16T00:52:26.855015+0000","last_clean":"2024-09-16T00:52:26.855015+0000","last_became_active":"2024-09-16T00:52:25.488630+0000","last_became_peered":"2024-09-16T00:52:25.488630+0000","last_unstale":"2024-09-16T00:52:26.855015+0000","last_undegraded":"2024-09-16T00:52:26.855015+0000","last_fullsized":"2024-09-16T00:52:26.855015+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:28.642802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854172+0000","last_change":"2024-09-16T00:52:21.459236+0000","last_active":"2024-09-16T00:52:26.854172+0000","last_peered":"2024-09-16T00:52:26.854172+0000","last_clean":"2024-09-16T00:52:26.854172+0000","last_became_active":"2024-09-16T00:52:21.458951+0000","last_became_peered":"2024-09-16T00:52:21.458951+0000","last_unstale":"2024-09-16T00:52:26.854172+0000","last_undegraded":"2024-09-16T00:52:26.854172+0000","last_fullsized":"2024-09-16T00:52:26.854172+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:42.083398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467850+0000","last_change":"2024-09-16T00:52:20.445006+0000","last_active":"2024-09-16T00:52:26.467850+0000","last_peered":"2024-09-16T00:52:26.467850+0000","last_clean":"2024-09-16T00:52:26.467850+0000","last_became_active":"2024-09-16T00:52:20.444681+0000","last_became_peered":"2024-09-16T00:52:20.444681+0000","last_unstale":"2024-09-16T00:52:26.467850+0000","last_undegraded":"2024-09-16T00:52:26.467850+0000","last_fullsized":"2024-09-16T00:52:26.467850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:42.948259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853955+0000","last_change":"2024-09-16T00:52:25.484442+0000","last_active":"2024-09-16T00:52:26.853955+0000","last_peered":"2024-09-16T00:52:26.853955+0000","last_clean":"2024-09-16T00:52:26.853955+0000","last_became_active":"2024-09-16T00:52:25.483948+0000","last_became_peered":"2024-09-16T00:52:25.483948+0000","last_unstale":"2024-09-16T00:52:26.853955+0000","last_undegraded":"2024-09-16T00:52:26.853955+0000","last_fullsized":"2024-09-16T00:52:26.853955+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466918+0000","last_change":"2024-09-16T00:52:21.457390+0000","last_active":"2024-09-16T00:52:26.466918+0000","last_peered":"2024-09-16T00:52:26.466918+0000","last_clean":"2024-09-16T00:52:26.466918+0000","last_became_active":"2024-09-16T00:52:21.457092+0000","last_became_peered":"2024-09-16T00:52:21.457092+0000","last_unstale":"2024-09-16T00:52:26.466918+0000","last_undegraded":"2024-09-16T00:52:26.466918+0000","last_fullsized":"2024-09-16T00:52:26.466918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853328+0000","last_change":"2024-09-16T00:52:20.452600+0000","last_active":"2024-09-16T00:52:26.853328+0000","last_peered":"2024-09-16T00:52:26.853328+0000","last_clean":"2024-09-16T00:52:26.853328+0000","last_became_active":"2024-09-16T00:52:20.452305+0000","last_became_peered":"2024-09-16T00:52:20.452305+0000","last_unstale":"2024-09-16T00:52:26.853328+0000","last_undegraded":"2024-09-16T00:52:26.853328+0000","last_fullsized":"2024-09-16T00:52:26.853328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":179,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467749+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:52:26.467749+0000","last_peered":"2024-09-16T00:52:26.467749+0000","last_clean":"2024-09-16T00:52:26.467749+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:52:26.467749+0000","last_undegraded":"2024-09-16T00:52:26.467749+0000","last_fullsized":"2024-09-16T00:52:26.467749+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817163+0000","last_change":"2024-09-16T00:52:25.485230+0000","last_active":"2024-09-16T00:52:26.817163+0000","last_peered":"2024-09-16T00:52:26.817163+0000","last_clean":"2024-09-16T00:52:26.817163+0000","last_became_active":"2024-09-16T00:52:25.484807+0000","last_became_peered":"2024-09-16T00:52:25.484807+0000","last_unstale":"2024-09-16T00:52:26.817163+0000","last_undegraded":"2024-09-16T00:52:26.817163+0000","last_fullsized":"2024-09-16T00:52:26.817163+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:25.843819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468711+0000","last_change":"2024-09-16T00:52:21.460610+0000","last_active":"2024-09-16T00:52:26.468711+0000","last_peered":"2024-09-16T00:52:26.468711+0000","last_clean":"2024-09-16T00:52:26.468711+0000","last_became_active":"2024-09-16T00:52:21.460328+0000","last_became_peered":"2024-09-16T00:52:21.460328+0000","last_unstale":"2024-09-16T00:52:26.468711+0000","last_undegraded":"2024-09-16T00:52:26.468711+0000","last_fullsized":"2024-09-16T00:52:26.468711+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853984+0000","last_change":"2024-09-16T00:52:20.450317+0000","last_active":"2024-09-16T00:52:26.853984+0000","last_peered":"2024-09-16T00:52:26.853984+0000","last_clean":"2024-09-16T00:52:26.853984+0000","last_became_active":"2024-09-16T00:52:20.449989+0000","last_became_peered":"2024-09-16T00:52:20.449989+0000","last_unstale":"2024-09-16T00:52:26.853984+0000","last_undegraded":"2024-09-16T00:52:26.853984+0000","last_fullsized":"2024-09-16T00:52:26.853984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:51.862721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816810+0000","last_change":"2024-09-16T00:52:25.480689+0000","last_active":"2024-09-16T00:52:26.816810+0000","last_peered":"2024-09-16T00:52:26.816810+0000","last_clean":"2024-09-16T00:52:26.816810+0000","last_became_active":"2024-09-16T00:52:25.480212+0000","last_became_peered":"2024-09-16T00:52:25.480212+0000","last_unstale":"2024-09-16T00:52:26.816810+0000","last_undegraded":"2024-09-16T00:52:26.816810+0000","last_fullsized":"2024-09-16T00:52:26.816810+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853799+0000","last_change":"2024-09-16T00:52:21.463462+0000","last_active":"2024-09-16T00:52:26.853799+0000","last_peered":"2024-09-16T00:52:26.853799+0000","last_clean":"2024-09-16T00:52:26.853799+0000","last_became_active":"2024-09-16T00:52:21.461790+0000","last_became_peered":"2024-09-16T00:52:21.461790+0000","last_unstale":"2024-09-16T00:52:26.853799+0000","last_undegraded":"2024-09-16T00:52:26.853799+0000","last_fullsized":"2024-09-16T00:52:26.853799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854524+0000","last_change":"2024-09-16T00:52:20.449625+0000","last_active":"2024-09-16T00:52:26.854524+0000","last_peered":"2024-09-16T00:52:26.854524+0000","last_clean":"2024-09-16T00:52:26.854524+0000","last_became_active":"2024-09-16T00:52:20.449319+0000","last_became_peered":"2024-09-16T00:52:20.449319+0000","last_unstale":"2024-09-16T00:52:26.854524+0000","last_undegraded":"2024-09-16T00:52:26.854524+0000","last_fullsized":"2024-09-16T00:52:26.854524+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:13.279302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854531+0000","last_change":"2024-09-16T00:52:25.486619+0000","last_active":"2024-09-16T00:52:26.854531+0000","last_peered":"2024-09-16T00:52:26.854531+0000","last_clean":"2024-09-16T00:52:26.854531+0000","last_became_active":"2024-09-16T00:52:25.486187+0000","last_became_peered":"2024-09-16T00:52:25.486187+0000","last_unstale":"2024-09-16T00:52:26.854531+0000","last_undegraded":"2024-09-16T00:52:26.854531+0000","last_fullsized":"2024-09-16T00:52:26.854531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:06.113300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469299+0000","last_change":"2024-09-16T00:52:21.459878+0000","last_active":"2024-09-16T00:52:26.469299+0000","last_peered":"2024-09-16T00:52:26.469299+0000","last_clean":"2024-09-16T00:52:26.469299+0000","last_became_active":"2024-09-16T00:52:21.457160+0000","last_became_peered":"2024-09-16T00:52:21.457160+0000","last_unstale":"2024-09-16T00:52:26.469299+0000","last_undegraded":"2024-09-16T00:52:26.469299+0000","last_fullsized":"2024-09-16T00:52:26.469299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:28.174533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853509+0000","last_change":"2024-09-16T00:52:20.446912+0000","last_active":"2024-09-16T00:52:26.853509+0000","last_peered":"2024-09-16T00:52:26.853509+0000","last_clean":"2024-09-16T00:52:26.853509+0000","last_became_active":"2024-09-16T00:52:20.446371+0000","last_became_peered":"2024-09-16T00:52:20.446371+0000","last_unstale":"2024-09-16T00:52:26.853509+0000","last_undegraded":"2024-09-16T00:52:26.853509+0000","last_fullsized":"2024-09-16T00:52:26.853509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:05:16.324024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853092+0000","last_change":"2024-09-16T00:52:25.485200+0000","last_active":"2024-09-16T00:52:26.853092+0000","last_peered":"2024-09-16T00:52:26.853092+0000","last_clean":"2024-09-16T00:52:26.853092+0000","last_became_active":"2024-09-16T00:52:25.484766+0000","last_became_peered":"2024-09-16T00:52:25.484766+0000","last_unstale":"2024-09-16T00:52:26.853092+0000","last_undegraded":"2024-09-16T00:52:26.853092+0000","last_fullsized":"2024-09-16T00:52:26.853092+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:30.082953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468876+0000","last_change":"2024-09-16T00:52:21.455694+0000","last_active":"2024-09-16T00:52:26.468876+0000","last_peered":"2024-09-16T00:52:26.468876+0000","last_clean":"2024-09-16T00:52:26.468876+0000","last_became_active":"2024-09-16T00:52:21.455409+0000","last_became_peered":"2024-09-16T00:52:21.455409+0000","last_unstale":"2024-09-16T00:52:26.468876+0000","last_undegraded":"2024-09-16T00:52:26.468876+0000","last_fullsized":"2024-09-16T00:52:26.468876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.054123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467867+0000","last_change":"2024-09-16T00:52:20.445957+0000","last_active":"2024-09-16T00:52:26.467867+0000","last_peered":"2024-09-16T00:52:26.467867+0000","last_clean":"2024-09-16T00:52:26.467867+0000","last_became_active":"2024-09-16T00:52:20.445673+0000","last_became_peered":"2024-09-16T00:52:20.445673+0000","last_unstale":"2024-09-16T00:52:26.467867+0000","last_undegraded":"2024-09-16T00:52:26.467867+0000","last_fullsized":"2024-09-16T00:52:26.467867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:58.220861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469143+0000","last_change":"2024-09-16T00:52:25.492272+0000","last_active":"2024-09-16T00:52:26.469143+0000","last_peered":"2024-09-16T00:52:26.469143+0000","last_clean":"2024-09-16T00:52:26.469143+0000","last_became_active":"2024-09-16T00:52:25.491415+0000","last_became_peered":"2024-09-16T00:52:25.491415+0000","last_unstale":"2024-09-16T00:52:26.469143+0000","last_undegraded":"2024-09-16T00:52:26.469143+0000","last_fullsized":"2024-09-16T00:52:26.469143+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.839642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468150+0000","last_change":"2024-09-16T00:52:21.454792+0000","last_active":"2024-09-16T00:52:26.468150+0000","last_peered":"2024-09-16T00:52:26.468150+0000","last_clean":"2024-09-16T00:52:26.468150+0000","last_became_active":"2024-09-16T00:52:21.453433+0000","last_became_peered":"2024-09-16T00:52:21.453433+0000","last_unstale":"2024-09-16T00:52:26.468150+0000","last_undegraded":"2024-09-16T00:52:26.468150+0000","last_fullsized":"2024-09-16T00:52:26.468150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.852757+0000","last_change":"2024-09-16T00:52:20.442672+0000","last_active":"2024-09-16T00:52:26.852757+0000","last_peered":"2024-09-16T00:52:26.852757+0000","last_clean":"2024-09-16T00:52:26.852757+0000","last_became_active":"2024-09-16T00:52:20.442362+0000","last_became_peered":"2024-09-16T00:52:20.442362+0000","last_unstale":"2024-09-16T00:52:26.852757+0000","last_undegraded":"2024-09-16T00:52:26.852757+0000","last_fullsized":"2024-09-16T00:52:26.852757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:33.775533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853804+0000","last_change":"2024-09-16T00:52:25.487454+0000","last_active":"2024-09-16T00:52:26.853804+0000","last_peered":"2024-09-16T00:52:26.853804+0000","last_clean":"2024-09-16T00:52:26.853804+0000","last_became_active":"2024-09-16T00:52:25.485540+0000","last_became_peered":"2024-09-16T00:52:25.485540+0000","last_unstale":"2024-09-16T00:52:26.853804+0000","last_undegraded":"2024-09-16T00:52:26.853804+0000","last_fullsized":"2024-09-16T00:52:26.853804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:48.274489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816807+0000","last_change":"2024-09-16T00:52:21.464862+0000","last_active":"2024-09-16T00:52:26.816807+0000","last_peered":"2024-09-16T00:52:26.816807+0000","last_clean":"2024-09-16T00:52:26.816807+0000","last_became_active":"2024-09-16T00:52:21.464544+0000","last_became_peered":"2024-09-16T00:52:21.464544+0000","last_unstale":"2024-09-16T00:52:26.816807+0000","last_undegraded":"2024-09-16T00:52:26.816807+0000","last_fullsized":"2024-09-16T00:52:26.816807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:17.142291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816894+0000","last_change":"2024-09-16T00:52:20.447828+0000","last_active":"2024-09-16T00:52:26.816894+0000","last_peered":"2024-09-16T00:52:26.816894+0000","last_clean":"2024-09-16T00:52:26.816894+0000","last_became_active":"2024-09-16T00:52:20.447492+0000","last_became_peered":"2024-09-16T00:52:20.447492+0000","last_unstale":"2024-09-16T00:52:26.816894+0000","last_undegraded":"2024-09-16T00:52:26.816894+0000","last_fullsized":"2024-09-16T00:52:26.816894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:58.856047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467586+0000","last_change":"2024-09-16T00:52:25.487852+0000","last_active":"2024-09-16T00:52:26.467586+0000","last_peered":"2024-09-16T00:52:26.467586+0000","last_clean":"2024-09-16T00:52:26.467586+0000","last_became_active":"2024-09-16T00:52:25.487316+0000","last_became_peered":"2024-09-16T00:52:25.487316+0000","last_unstale":"2024-09-16T00:52:26.467586+0000","last_undegraded":"2024-09-16T00:52:26.467586+0000","last_fullsized":"2024-09-16T00:52:26.467586+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:44.629561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468584+0000","last_change":"2024-09-16T00:52:21.458725+0000","last_active":"2024-09-16T00:52:26.468584+0000","last_peered":"2024-09-16T00:52:26.468584+0000","last_clean":"2024-09-16T00:52:26.468584+0000","last_became_active":"2024-09-16T00:52:21.457617+0000","last_became_peered":"2024-09-16T00:52:21.457617+0000","last_unstale":"2024-09-16T00:52:26.468584+0000","last_undegraded":"2024-09-16T00:52:26.468584+0000","last_fullsized":"2024-09-16T00:52:26.468584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:18.531265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853467+0000","last_change":"2024-09-16T00:52:20.455668+0000","last_active":"2024-09-16T00:52:26.853467+0000","last_peered":"2024-09-16T00:52:26.853467+0000","last_clean":"2024-09-16T00:52:26.853467+0000","last_became_active":"2024-09-16T00:52:20.455365+0000","last_became_peered":"2024-09-16T00:52:20.455365+0000","last_unstale":"2024-09-16T00:52:26.853467+0000","last_undegraded":"2024-09-16T00:52:26.853467+0000","last_fullsized":"2024-09-16T00:52:26.853467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:15.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467197+0000","last_change":"2024-09-16T00:52:25.486823+0000","last_active":"2024-09-16T00:52:26.467197+0000","last_peered":"2024-09-16T00:52:26.467197+0000","last_clean":"2024-09-16T00:52:26.467197+0000","last_became_active":"2024-09-16T00:52:25.486375+0000","last_became_peered":"2024-09-16T00:52:25.486375+0000","last_unstale":"2024-09-16T00:52:26.467197+0000","last_undegraded":"2024-09-16T00:52:26.467197+0000","last_fullsized":"2024-09-16T00:52:26.467197+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:55.135046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854088+0000","last_change":"2024-09-16T00:52:21.467134+0000","last_active":"2024-09-16T00:52:26.854088+0000","last_peered":"2024-09-16T00:52:26.854088+0000","last_clean":"2024-09-16T00:52:26.854088+0000","last_became_active":"2024-09-16T00:52:21.466811+0000","last_became_peered":"2024-09-16T00:52:21.466811+0000","last_unstale":"2024-09-16T00:52:26.854088+0000","last_undegraded":"2024-09-16T00:52:26.854088+0000","last_fullsized":"2024-09-16T00:52:26.854088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:33.191952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854726+0000","last_change":"2024-09-16T00:52:20.444916+0000","last_active":"2024-09-16T00:52:26.854726+0000","last_peered":"2024-09-16T00:52:26.854726+0000","last_clean":"2024-09-16T00:52:26.854726+0000","last_became_active":"2024-09-16T00:52:20.444630+0000","last_became_peered":"2024-09-16T00:52:20.444630+0000","last_unstale":"2024-09-16T00:52:26.854726+0000","last_undegraded":"2024-09-16T00:52:26.854726+0000","last_fullsized":"2024-09-16T00:52:26.854726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.188225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853739+0000","last_change":"2024-09-16T00:52:25.486475+0000","last_active":"2024-09-16T00:52:26.853739+0000","last_peered":"2024-09-16T00:52:26.853739+0000","last_clean":"2024-09-16T00:52:26.853739+0000","last_became_active":"2024-09-16T00:52:25.486044+0000","last_became_peered":"2024-09-16T00:52:25.486044+0000","last_unstale":"2024-09-16T00:52:26.853739+0000","last_undegraded":"2024-09-16T00:52:26.853739+0000","last_fullsized":"2024-09-16T00:52:26.853739+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:53.588516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468613+0000","last_change":"2024-09-16T00:52:21.459624+0000","last_active":"2024-09-16T00:52:26.468613+0000","last_peered":"2024-09-16T00:52:26.468613+0000","last_clean":"2024-09-16T00:52:26.468613+0000","last_became_active":"2024-09-16T00:52:21.457937+0000","last_became_peered":"2024-09-16T00:52:21.457937+0000","last_unstale":"2024-09-16T00:52:26.468613+0000","last_undegraded":"2024-09-16T00:52:26.468613+0000","last_fullsized":"2024-09-16T00:52:26.468613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:30.939431+0000","last_change":"2024-09-16T00:52:20.448475+0000","last_active":"2024-09-16T00:52:30.939431+0000","last_peered":"2024-09-16T00:52:30.939431+0000","last_clean":"2024-09-16T00:52:30.939431+0000","last_became_active":"2024-09-16T00:52:20.448179+0000","last_became_peered":"2024-09-16T00:52:20.448179+0000","last_unstale":"2024-09-16T00:52:30.939431+0000","last_undegraded":"2024-09-16T00:52:30.939431+0000","last_fullsized":"2024-09-16T00:52:30.939431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:19.597489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854034+0000","last_change":"2024-09-16T00:52:25.483424+0000","last_active":"2024-09-16T00:52:26.854034+0000","last_peered":"2024-09-16T00:52:26.854034+0000","last_clean":"2024-09-16T00:52:26.854034+0000","last_became_active":"2024-09-16T00:52:25.482914+0000","last_became_peered":"2024-09-16T00:52:25.482914+0000","last_unstale":"2024-09-16T00:52:26.854034+0000","last_undegraded":"2024-09-16T00:52:26.854034+0000","last_fullsized":"2024-09-16T00:52:26.854034+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:17.043734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469506+0000","last_change":"2024-09-16T00:52:21.468074+0000","last_active":"2024-09-16T00:52:26.469506+0000","last_peered":"2024-09-16T00:52:26.469506+0000","last_clean":"2024-09-16T00:52:26.469506+0000","last_became_active":"2024-09-16T00:52:21.467767+0000","last_became_peered":"2024-09-16T00:52:21.467767+0000","last_unstale":"2024-09-16T00:52:26.469506+0000","last_undegraded":"2024-09-16T00:52:26.469506+0000","last_fullsized":"2024-09-16T00:52:26.469506+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:20.317831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854596+0000","last_change":"2024-09-16T00:52:20.450667+0000","last_active":"2024-09-16T00:52:26.854596+0000","last_peered":"2024-09-16T00:52:26.854596+0000","last_clean":"2024-09-16T00:52:26.854596+0000","last_became_active":"2024-09-16T00:52:20.450372+0000","last_became_peered":"2024-09-16T00:52:20.450372+0000","last_unstale":"2024-09-16T00:52:26.854596+0000","last_undegraded":"2024-09-16T00:52:26.854596+0000","last_fullsized":"2024-09-16T00:52:26.854596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:18.574280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468200+0000","last_change":"2024-09-16T00:52:25.494681+0000","last_active":"2024-09-16T00:52:26.468200+0000","last_peered":"2024-09-16T00:52:26.468200+0000","last_clean":"2024-09-16T00:52:26.468200+0000","last_became_active":"2024-09-16T00:52:25.494088+0000","last_became_peered":"2024-09-16T00:52:25.494088+0000","last_unstale":"2024-09-16T00:52:26.468200+0000","last_undegraded":"2024-09-16T00:52:26.468200+0000","last_fullsized":"2024-09-16T00:52:26.468200+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:37.310136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854166+0000","last_change":"2024-09-16T00:52:21.461877+0000","last_active":"2024-09-16T00:52:26.854166+0000","last_peered":"2024-09-16T00:52:26.854166+0000","last_clean":"2024-09-16T00:52:26.854166+0000","last_became_active":"2024-09-16T00:52:21.461564+0000","last_became_peered":"2024-09-16T00:52:21.461564+0000","last_unstale":"2024-09-16T00:52:26.854166+0000","last_undegraded":"2024-09-16T00:52:26.854166+0000","last_fullsized":"2024-09-16T00:52:26.854166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853573+0000","last_change":"2024-09-16T00:52:20.456522+0000","last_active":"2024-09-16T00:52:26.853573+0000","last_peered":"2024-09-16T00:52:26.853573+0000","last_clean":"2024-09-16T00:52:26.853573+0000","last_became_active":"2024-09-16T00:52:20.456136+0000","last_became_peered":"2024-09-16T00:52:20.456136+0000","last_unstale":"2024-09-16T00:52:26.853573+0000","last_undegraded":"2024-09-16T00:52:26.853573+0000","last_fullsized":"2024-09-16T00:52:26.853573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:40.745652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466966+0000","last_change":"2024-09-16T00:52:25.487456+0000","last_active":"2024-09-16T00:52:26.466966+0000","last_peered":"2024-09-16T00:52:26.466966+0000","last_clean":"2024-09-16T00:52:26.466966+0000","last_became_active":"2024-09-16T00:52:25.487075+0000","last_became_peered":"2024-09-16T00:52:25.487075+0000","last_unstale":"2024-09-16T00:52:26.466966+0000","last_undegraded":"2024-09-16T00:52:26.466966+0000","last_fullsized":"2024-09-16T00:52:26.466966+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:16.989927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853475+0000","last_change":"2024-09-16T00:52:21.467157+0000","last_active":"2024-09-16T00:52:26.853475+0000","last_peered":"2024-09-16T00:52:26.853475+0000","last_clean":"2024-09-16T00:52:26.853475+0000","last_became_active":"2024-09-16T00:52:21.466937+0000","last_became_peered":"2024-09-16T00:52:21.466937+0000","last_unstale":"2024-09-16T00:52:26.853475+0000","last_undegraded":"2024-09-16T00:52:26.853475+0000","last_fullsized":"2024-09-16T00:52:26.853475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817263+0000","last_change":"2024-09-16T00:52:20.454005+0000","last_active":"2024-09-16T00:52:26.817263+0000","last_peered":"2024-09-16T00:52:26.817263+0000","last_clean":"2024-09-16T00:52:26.817263+0000","last_became_active":"2024-09-16T00:52:20.453678+0000","last_became_peered":"2024-09-16T00:52:20.453678+0000","last_unstale":"2024-09-16T00:52:26.817263+0000","last_undegraded":"2024-09-16T00:52:26.817263+0000","last_fullsized":"2024-09-16T00:52:26.817263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:46.952374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466800+0000","last_change":"2024-09-16T00:52:25.477874+0000","last_active":"2024-09-16T00:52:26.466800+0000","last_peered":"2024-09-16T00:52:26.466800+0000","last_clean":"2024-09-16T00:52:26.466800+0000","last_became_active":"2024-09-16T00:52:25.477453+0000","last_became_peered":"2024-09-16T00:52:25.477453+0000","last_unstale":"2024-09-16T00:52:26.466800+0000","last_undegraded":"2024-09-16T00:52:26.466800+0000","last_fullsized":"2024-09-16T00:52:26.466800+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:53.609735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853648+0000","last_change":"2024-09-16T00:52:25.488365+0000","last_active":"2024-09-16T00:52:26.853648+0000","last_peered":"2024-09-16T00:52:26.853648+0000","last_clean":"2024-09-16T00:52:26.853648+0000","last_became_active":"2024-09-16T00:52:25.487978+0000","last_became_peered":"2024-09-16T00:52:25.487978+0000","last_unstale":"2024-09-16T00:52:26.853648+0000","last_undegraded":"2024-09-16T00:52:26.853648+0000","last_fullsized":"2024-09-16T00:52:26.853648+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:09.346572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.456338+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.455707+0000","last_became_peered":"2024-09-16T00:52:21.455707+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853195+0000","last_change":"2024-09-16T00:52:20.450238+0000","last_active":"2024-09-16T00:52:26.853195+0000","last_peered":"2024-09-16T00:52:26.853195+0000","last_clean":"2024-09-16T00:52:26.853195+0000","last_became_active":"2024-09-16T00:52:20.449946+0000","last_became_peered":"2024-09-16T00:52:20.449946+0000","last_unstale":"2024-09-16T00:52:26.853195+0000","last_undegraded":"2024-09-16T00:52:26.853195+0000","last_fullsized":"2024-09-16T00:52:26.853195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:39:17.302284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817195+0000","last_change":"2024-09-16T00:52:25.480435+0000","last_active":"2024-09-16T00:52:26.817195+0000","last_peered":"2024-09-16T00:52:26.817195+0000","last_clean":"2024-09-16T00:52:26.817195+0000","last_became_active":"2024-09-16T00:52:25.479952+0000","last_became_peered":"2024-09-16T00:52:25.479952+0000","last_unstale":"2024-09-16T00:52:26.817195+0000","last_undegraded":"2024-09-16T00:52:26.817195+0000","last_fullsized":"2024-09-16T00:52:26.817195+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:42.787453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466837+0000","last_change":"2024-09-16T00:52:21.461887+0000","last_active":"2024-09-16T00:52:26.466837+0000","last_peered":"2024-09-16T00:52:26.466837+0000","last_clean":"2024-09-16T00:52:26.466837+0000","last_became_active":"2024-09-16T00:52:21.461360+0000","last_became_peered":"2024-09-16T00:52:21.461360+0000","last_unstale":"2024-09-16T00:52:26.466837+0000","last_undegraded":"2024-09-16T00:52:26.466837+0000","last_fullsized":"2024-09-16T00:52:26.466837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:10.434919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467420+0000","last_change":"2024-09-16T00:52:20.448632+0000","last_active":"2024-09-16T00:52:26.467420+0000","last_peered":"2024-09-16T00:52:26.467420+0000","last_clean":"2024-09-16T00:52:26.467420+0000","last_became_active":"2024-09-16T00:52:20.448327+0000","last_became_peered":"2024-09-16T00:52:20.448327+0000","last_unstale":"2024-09-16T00:52:26.467420+0000","last_undegraded":"2024-09-16T00:52:26.467420+0000","last_fullsized":"2024-09-16T00:52:26.467420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:38:39.573911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816979+0000","last_change":"2024-09-16T00:52:20.450648+0000","last_active":"2024-09-16T00:52:26.816979+0000","last_peered":"2024-09-16T00:52:26.816979+0000","last_clean":"2024-09-16T00:52:26.816979+0000","last_became_active":"2024-09-16T00:52:20.450350+0000","last_became_peered":"2024-09-16T00:52:20.450350+0000","last_unstale":"2024-09-16T00:52:26.816979+0000","last_undegraded":"2024-09-16T00:52:26.816979+0000","last_fullsized":"2024-09-16T00:52:26.816979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:38.164488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854679+0000","last_change":"2024-09-16T00:52:21.460601+0000","last_active":"2024-09-16T00:52:26.854679+0000","last_peered":"2024-09-16T00:52:26.854679+0000","last_clean":"2024-09-16T00:52:26.854679+0000","last_became_active":"2024-09-16T00:52:21.459844+0000","last_became_peered":"2024-09-16T00:52:21.459844+0000","last_unstale":"2024-09-16T00:52:26.854679+0000","last_undegraded":"2024-09-16T00:52:26.854679+0000","last_fullsized":"2024-09-16T00:52:26.854679+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853805+0000","last_change":"2024-09-16T00:52:25.486621+0000","last_active":"2024-09-16T00:52:26.853805+0000","last_peered":"2024-09-16T00:52:26.853805+0000","last_clean":"2024-09-16T00:52:26.853805+0000","last_became_active":"2024-09-16T00:52:25.486189+0000","last_became_peered":"2024-09-16T00:52:25.486189+0000","last_unstale":"2024-09-16T00:52:26.853805+0000","last_undegraded":"2024-09-16T00:52:26.853805+0000","last_fullsized":"2024-09-16T00:52:26.853805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:37.219605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467137+0000","last_change":"2024-09-16T00:52:20.444584+0000","last_active":"2024-09-16T00:52:26.467137+0000","last_peered":"2024-09-16T00:52:26.467137+0000","last_clean":"2024-09-16T00:52:26.467137+0000","last_became_active":"2024-09-16T00:52:20.444197+0000","last_became_peered":"2024-09-16T00:52:20.444197+0000","last_unstale":"2024-09-16T00:52:26.467137+0000","last_undegraded":"2024-09-16T00:52:26.467137+0000","last_fullsized":"2024-09-16T00:52:26.467137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:19.421496+0000","last_clean_scrub_stamp":"2024-09-16T00:52:19.421496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:00.541926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469854+0000","last_change":"2024-09-16T00:52:21.457502+0000","last_active":"2024-09-16T00:52:26.469854+0000","last_peered":"2024-09-16T00:52:26.469854+0000","last_clean":"2024-09-16T00:52:26.469854+0000","last_became_active":"2024-09-16T00:52:21.457233+0000","last_became_peered":"2024-09-16T00:52:21.457233+0000","last_unstale":"2024-09-16T00:52:26.469854+0000","last_undegraded":"2024-09-16T00:52:26.469854+0000","last_fullsized":"2024-09-16T00:52:26.469854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:08.601481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467498+0000","last_change":"2024-09-16T00:52:25.486130+0000","last_active":"2024-09-16T00:52:26.467498+0000","last_peered":"2024-09-16T00:52:26.467498+0000","last_clean":"2024-09-16T00:52:26.467498+0000","last_became_active":"2024-09-16T00:52:25.485715+0000","last_became_peered":"2024-09-16T00:52:25.485715+0000","last_unstale":"2024-09-16T00:52:26.467498+0000","last_undegraded":"2024-09-16T00:52:26.467498+0000","last_fullsized":"2024-09-16T00:52:26.467498+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:24.453576+0000","last_clean_scrub_stamp":"2024-09-16T00:52:24.453576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:57.086003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.816618+0000","last_change":"2024-09-16T00:52:21.464039+0000","last_active":"2024-09-16T00:52:26.816618+0000","last_peered":"2024-09-16T00:52:26.816618+0000","last_clean":"2024-09-16T00:52:26.816618+0000","last_became_active":"2024-09-16T00:52:21.463752+0000","last_became_peered":"2024-09-16T00:52:21.463752+0000","last_unstale":"2024-09-16T00:52:26.816618+0000","last_undegraded":"2024-09-16T00:52:26.816618+0000","last_fullsized":"2024-09-16T00:52:26.816618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:02.012662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853041+0000","last_change":"2024-09-16T00:52:21.452369+0000","last_active":"2024-09-16T00:52:26.853041+0000","last_peered":"2024-09-16T00:52:26.853041+0000","last_clean":"2024-09-16T00:52:26.853041+0000","last_became_active":"2024-09-16T00:52:21.452017+0000","last_became_peered":"2024-09-16T00:52:21.452017+0000","last_unstale":"2024-09-16T00:52:26.853041+0000","last_undegraded":"2024-09-16T00:52:26.853041+0000","last_fullsized":"2024-09-16T00:52:26.853041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:19.578707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853323+0000","last_change":"2024-09-16T00:52:21.460114+0000","last_active":"2024-09-16T00:52:26.853323+0000","last_peered":"2024-09-16T00:52:26.853323+0000","last_clean":"2024-09-16T00:52:26.853323+0000","last_became_active":"2024-09-16T00:52:21.459713+0000","last_became_peered":"2024-09-16T00:52:21.459713+0000","last_unstale":"2024-09-16T00:52:26.853323+0000","last_undegraded":"2024-09-16T00:52:26.853323+0000","last_fullsized":"2024-09-16T00:52:26.853323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:21.908060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854584+0000","last_change":"2024-09-16T00:52:21.461507+0000","last_active":"2024-09-16T00:52:26.854584+0000","last_peered":"2024-09-16T00:52:26.854584+0000","last_clean":"2024-09-16T00:52:26.854584+0000","last_became_active":"2024-09-16T00:52:21.461140+0000","last_became_peered":"2024-09-16T00:52:21.461140+0000","last_unstale":"2024-09-16T00:52:26.854584+0000","last_undegraded":"2024-09-16T00:52:26.854584+0000","last_fullsized":"2024-09-16T00:52:26.854584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:10.795721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467271+0000","last_change":"2024-09-16T00:52:21.455862+0000","last_active":"2024-09-16T00:52:26.467271+0000","last_peered":"2024-09-16T00:52:26.467271+0000","last_clean":"2024-09-16T00:52:26.467271+0000","last_became_active":"2024-09-16T00:52:21.455525+0000","last_became_peered":"2024-09-16T00:52:21.455525+0000","last_unstale":"2024-09-16T00:52:26.467271+0000","last_undegraded":"2024-09-16T00:52:26.467271+0000","last_fullsized":"2024-09-16T00:52:26.467271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854398+0000","last_change":"2024-09-16T00:52:21.455905+0000","last_active":"2024-09-16T00:52:26.854398+0000","last_peered":"2024-09-16T00:52:26.854398+0000","last_clean":"2024-09-16T00:52:26.854398+0000","last_became_active":"2024-09-16T00:52:21.455259+0000","last_became_peered":"2024-09-16T00:52:21.455259+0000","last_unstale":"2024-09-16T00:52:26.854398+0000","last_undegraded":"2024-09-16T00:52:26.854398+0000","last_fullsized":"2024-09-16T00:52:26.854398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:25.405607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817553+0000","last_change":"2024-09-16T00:52:21.467359+0000","last_active":"2024-09-16T00:52:26.817553+0000","last_peered":"2024-09-16T00:52:26.817553+0000","last_clean":"2024-09-16T00:52:26.817553+0000","last_became_active":"2024-09-16T00:52:21.467085+0000","last_became_peered":"2024-09-16T00:52:21.467085+0000","last_unstale":"2024-09-16T00:52:26.817553+0000","last_undegraded":"2024-09-16T00:52:26.817553+0000","last_fullsized":"2024-09-16T00:52:26.817553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:32.330778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467555+0000","last_change":"2024-09-16T00:52:21.457417+0000","last_active":"2024-09-16T00:52:26.467555+0000","last_peered":"2024-09-16T00:52:26.467555+0000","last_clean":"2024-09-16T00:52:26.467555+0000","last_became_active":"2024-09-16T00:52:21.457042+0000","last_became_peered":"2024-09-16T00:52:21.457042+0000","last_unstale":"2024-09-16T00:52:26.467555+0000","last_undegraded":"2024-09-16T00:52:26.467555+0000","last_fullsized":"2024-09-16T00:52:26.467555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853190+0000","last_change":"2024-09-16T00:52:21.459956+0000","last_active":"2024-09-16T00:52:26.853190+0000","last_peered":"2024-09-16T00:52:26.853190+0000","last_clean":"2024-09-16T00:52:26.853190+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.853190+0000","last_undegraded":"2024-09-16T00:52:26.853190+0000","last_fullsized":"2024-09-16T00:52:26.853190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:42.706503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.467123+0000","last_change":"2024-09-16T00:52:21.460977+0000","last_active":"2024-09-16T00:52:26.467123+0000","last_peered":"2024-09-16T00:52:26.467123+0000","last_clean":"2024-09-16T00:52:26.467123+0000","last_became_active":"2024-09-16T00:52:21.460398+0000","last_became_peered":"2024-09-16T00:52:21.460398+0000","last_unstale":"2024-09-16T00:52:26.467123+0000","last_undegraded":"2024-09-16T00:52:26.467123+0000","last_fullsized":"2024-09-16T00:52:26.467123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:38.615114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853617+0000","last_change":"2024-09-16T00:52:21.467206+0000","last_active":"2024-09-16T00:52:26.853617+0000","last_peered":"2024-09-16T00:52:26.853617+0000","last_clean":"2024-09-16T00:52:26.853617+0000","last_became_active":"2024-09-16T00:52:21.466882+0000","last_became_peered":"2024-09-16T00:52:21.466882+0000","last_unstale":"2024-09-16T00:52:26.853617+0000","last_undegraded":"2024-09-16T00:52:26.853617+0000","last_fullsized":"2024-09-16T00:52:26.853617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:11.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854320+0000","last_change":"2024-09-16T00:52:21.467217+0000","last_active":"2024-09-16T00:52:26.854320+0000","last_peered":"2024-09-16T00:52:26.854320+0000","last_clean":"2024-09-16T00:52:26.854320+0000","last_became_active":"2024-09-16T00:52:21.466878+0000","last_became_peered":"2024-09-16T00:52:21.466878+0000","last_unstale":"2024-09-16T00:52:26.854320+0000","last_undegraded":"2024-09-16T00:52:26.854320+0000","last_fullsized":"2024-09-16T00:52:26.854320+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:42:46.317644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817086+0000","last_change":"2024-09-16T00:52:21.459969+0000","last_active":"2024-09-16T00:52:26.817086+0000","last_peered":"2024-09-16T00:52:26.817086+0000","last_clean":"2024-09-16T00:52:26.817086+0000","last_became_active":"2024-09-16T00:52:21.459604+0000","last_became_peered":"2024-09-16T00:52:21.459604+0000","last_unstale":"2024-09-16T00:52:26.817086+0000","last_undegraded":"2024-09-16T00:52:26.817086+0000","last_fullsized":"2024-09-16T00:52:26.817086+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:25.542237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468975+0000","last_change":"2024-09-16T00:52:21.449852+0000","last_active":"2024-09-16T00:52:26.468975+0000","last_peered":"2024-09-16T00:52:26.468975+0000","last_clean":"2024-09-16T00:52:26.468975+0000","last_became_active":"2024-09-16T00:52:21.449545+0000","last_became_peered":"2024-09-16T00:52:21.449545+0000","last_unstale":"2024-09-16T00:52:26.468975+0000","last_undegraded":"2024-09-16T00:52:26.468975+0000","last_fullsized":"2024-09-16T00:52:26.468975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853415+0000","last_change":"2024-09-16T00:52:21.458898+0000","last_active":"2024-09-16T00:52:26.853415+0000","last_peered":"2024-09-16T00:52:26.853415+0000","last_clean":"2024-09-16T00:52:26.853415+0000","last_became_active":"2024-09-16T00:52:21.458621+0000","last_became_peered":"2024-09-16T00:52:21.458621+0000","last_unstale":"2024-09-16T00:52:26.853415+0000","last_undegraded":"2024-09-16T00:52:26.853415+0000","last_fullsized":"2024-09-16T00:52:26.853415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:14.283729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853911+0000","last_change":"2024-09-16T00:52:21.467629+0000","last_active":"2024-09-16T00:52:26.853911+0000","last_peered":"2024-09-16T00:52:26.853911+0000","last_clean":"2024-09-16T00:52:26.853911+0000","last_became_active":"2024-09-16T00:52:21.467361+0000","last_became_peered":"2024-09-16T00:52:21.467361+0000","last_unstale":"2024-09-16T00:52:26.853911+0000","last_undegraded":"2024-09-16T00:52:26.853911+0000","last_fullsized":"2024-09-16T00:52:26.853911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:09.213312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853027+0000","last_change":"2024-09-16T00:52:21.463863+0000","last_active":"2024-09-16T00:52:26.853027+0000","last_peered":"2024-09-16T00:52:26.853027+0000","last_clean":"2024-09-16T00:52:26.853027+0000","last_became_active":"2024-09-16T00:52:21.463580+0000","last_became_peered":"2024-09-16T00:52:21.463580+0000","last_unstale":"2024-09-16T00:52:26.853027+0000","last_undegraded":"2024-09-16T00:52:26.853027+0000","last_fullsized":"2024-09-16T00:52:26.853027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:22.963604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853510+0000","last_change":"2024-09-16T00:52:21.457331+0000","last_active":"2024-09-16T00:52:26.853510+0000","last_peered":"2024-09-16T00:52:26.853510+0000","last_clean":"2024-09-16T00:52:26.853510+0000","last_became_active":"2024-09-16T00:52:21.457063+0000","last_became_peered":"2024-09-16T00:52:21.457063+0000","last_unstale":"2024-09-16T00:52:26.853510+0000","last_undegraded":"2024-09-16T00:52:26.853510+0000","last_fullsized":"2024-09-16T00:52:26.853510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:21.671560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854002+0000","last_change":"2024-09-16T00:52:21.453526+0000","last_active":"2024-09-16T00:52:26.854002+0000","last_peered":"2024-09-16T00:52:26.854002+0000","last_clean":"2024-09-16T00:52:26.854002+0000","last_became_active":"2024-09-16T00:52:21.453159+0000","last_became_peered":"2024-09-16T00:52:21.453159+0000","last_unstale":"2024-09-16T00:52:26.854002+0000","last_undegraded":"2024-09-16T00:52:26.854002+0000","last_fullsized":"2024-09-16T00:52:26.854002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:45.162604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466916+0000","last_change":"2024-09-16T00:52:21.458416+0000","last_active":"2024-09-16T00:52:26.466916+0000","last_peered":"2024-09-16T00:52:26.466916+0000","last_clean":"2024-09-16T00:52:26.466916+0000","last_became_active":"2024-09-16T00:52:21.458102+0000","last_became_peered":"2024-09-16T00:52:21.458102+0000","last_unstale":"2024-09-16T00:52:26.466916+0000","last_undegraded":"2024-09-16T00:52:26.466916+0000","last_fullsized":"2024-09-16T00:52:26.466916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:31.477951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469381+0000","last_change":"2024-09-16T00:52:21.465719+0000","last_active":"2024-09-16T00:52:26.469381+0000","last_peered":"2024-09-16T00:52:26.469381+0000","last_clean":"2024-09-16T00:52:26.469381+0000","last_became_active":"2024-09-16T00:52:21.465413+0000","last_became_peered":"2024-09-16T00:52:21.465413+0000","last_unstale":"2024-09-16T00:52:26.469381+0000","last_undegraded":"2024-09-16T00:52:26.469381+0000","last_fullsized":"2024-09-16T00:52:26.469381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:59.860474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817305+0000","last_change":"2024-09-16T00:52:21.463027+0000","last_active":"2024-09-16T00:52:26.817305+0000","last_peered":"2024-09-16T00:52:26.817305+0000","last_clean":"2024-09-16T00:52:26.817305+0000","last_became_active":"2024-09-16T00:52:21.462616+0000","last_became_peered":"2024-09-16T00:52:21.462616+0000","last_unstale":"2024-09-16T00:52:26.817305+0000","last_undegraded":"2024-09-16T00:52:26.817305+0000","last_fullsized":"2024-09-16T00:52:26.817305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:54.773844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.817521+0000","last_change":"2024-09-16T00:52:21.461324+0000","last_active":"2024-09-16T00:52:26.817521+0000","last_peered":"2024-09-16T00:52:26.817521+0000","last_clean":"2024-09-16T00:52:26.817521+0000","last_became_active":"2024-09-16T00:52:21.461051+0000","last_became_peered":"2024-09-16T00:52:21.461051+0000","last_unstale":"2024-09-16T00:52:26.817521+0000","last_undegraded":"2024-09-16T00:52:26.817521+0000","last_fullsized":"2024-09-16T00:52:26.817521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:33.282483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.469193+0000","last_change":"2024-09-16T00:52:21.453758+0000","last_active":"2024-09-16T00:52:26.469193+0000","last_peered":"2024-09-16T00:52:26.469193+0000","last_clean":"2024-09-16T00:52:26.469193+0000","last_became_active":"2024-09-16T00:52:21.453201+0000","last_became_peered":"2024-09-16T00:52:21.453201+0000","last_unstale":"2024-09-16T00:52:26.469193+0000","last_undegraded":"2024-09-16T00:52:26.469193+0000","last_fullsized":"2024-09-16T00:52:26.469193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:53.548767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.466596+0000","last_change":"2024-09-16T00:52:21.470226+0000","last_active":"2024-09-16T00:52:26.466596+0000","last_peered":"2024-09-16T00:52:26.466596+0000","last_clean":"2024-09-16T00:52:26.466596+0000","last_became_active":"2024-09-16T00:52:21.469845+0000","last_became_peered":"2024-09-16T00:52:21.469845+0000","last_unstale":"2024-09-16T00:52:26.466596+0000","last_undegraded":"2024-09-16T00:52:26.466596+0000","last_fullsized":"2024-09-16T00:52:26.466596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:21.334629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468041+0000","last_change":"2024-09-16T00:52:21.455068+0000","last_active":"2024-09-16T00:52:26.468041+0000","last_peered":"2024-09-16T00:52:26.468041+0000","last_clean":"2024-09-16T00:52:26.468041+0000","last_became_active":"2024-09-16T00:52:21.454766+0000","last_became_peered":"2024-09-16T00:52:21.454766+0000","last_unstale":"2024-09-16T00:52:26.468041+0000","last_undegraded":"2024-09-16T00:52:26.468041+0000","last_fullsized":"2024-09-16T00:52:26.468041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:55.961411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853152+0000","last_change":"2024-09-16T00:52:21.464248+0000","last_active":"2024-09-16T00:52:26.853152+0000","last_peered":"2024-09-16T00:52:26.853152+0000","last_clean":"2024-09-16T00:52:26.853152+0000","last_became_active":"2024-09-16T00:52:21.463884+0000","last_became_peered":"2024-09-16T00:52:21.463884+0000","last_unstale":"2024-09-16T00:52:26.853152+0000","last_undegraded":"2024-09-16T00:52:26.853152+0000","last_fullsized":"2024-09-16T00:52:26.853152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:39.209063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468304+0000","last_change":"2024-09-16T00:52:21.450580+0000","last_active":"2024-09-16T00:52:26.468304+0000","last_peered":"2024-09-16T00:52:26.468304+0000","last_clean":"2024-09-16T00:52:26.468304+0000","last_became_active":"2024-09-16T00:52:21.450267+0000","last_became_peered":"2024-09-16T00:52:21.450267+0000","last_unstale":"2024-09-16T00:52:26.468304+0000","last_undegraded":"2024-09-16T00:52:26.468304+0000","last_fullsized":"2024-09-16T00:52:26.468304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:20.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853485+0000","last_change":"2024-09-16T00:52:21.462926+0000","last_active":"2024-09-16T00:52:26.853485+0000","last_peered":"2024-09-16T00:52:26.853485+0000","last_clean":"2024-09-16T00:52:26.853485+0000","last_became_active":"2024-09-16T00:52:21.462618+0000","last_became_peered":"2024-09-16T00:52:21.462618+0000","last_unstale":"2024-09-16T00:52:26.853485+0000","last_undegraded":"2024-09-16T00:52:26.853485+0000","last_fullsized":"2024-09-16T00:52:26.853485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:34.417416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.853306+0000","last_change":"2024-09-16T00:52:21.460539+0000","last_active":"2024-09-16T00:52:26.853306+0000","last_peered":"2024-09-16T00:52:26.853306+0000","last_clean":"2024-09-16T00:52:26.853306+0000","last_became_active":"2024-09-16T00:52:21.460262+0000","last_became_peered":"2024-09-16T00:52:21.460262+0000","last_unstale":"2024-09-16T00:52:26.853306+0000","last_undegraded":"2024-09-16T00:52:26.853306+0000","last_fullsized":"2024-09-16T00:52:26.853306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.466507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.854704+0000","last_change":"2024-09-16T00:52:21.455250+0000","last_active":"2024-09-16T00:52:26.854704+0000","last_peered":"2024-09-16T00:52:26.854704+0000","last_clean":"2024-09-16T00:52:26.854704+0000","last_became_active":"2024-09-16T00:52:21.454962+0000","last_became_peered":"2024-09-16T00:52:21.454962+0000","last_unstale":"2024-09-16T00:52:26.854704+0000","last_undegraded":"2024-09-16T00:52:26.854704+0000","last_fullsized":"2024-09-16T00:52:26.854704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:41.855410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-16T00:52:26.468991+0000","last_change":"2024-09-16T00:52:21.459252+0000","last_active":"2024-09-16T00:52:26.468991+0000","last_peered":"2024-09-16T00:52:26.468991+0000","last_clean":"2024-09-16T00:52:26.468991+0000","last_became_active":"2024-09-16T00:52:21.458972+0000","last_became_peered":"2024-09-16T00:52:21.458972+0000","last_unstale":"2024-09-16T00:52:26.468991+0000","last_undegraded":"2024-09-16T00:52:26.468991+0000","last_fullsized":"2024-09-16T00:52:26.468991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:20.425923+0000","last_clean_scrub_stamp":"2024-09-16T00:52:20.425923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:05.524276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476744,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":270336,"data_stored":103741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":103775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":694621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":856064,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":103705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:52:44.533 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:52:44.533 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T00:52:44.533 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T00:52:44.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:52:44.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.669+0000 7f3be318d640 1 Processor -- start 2024-09-16T00:52:44.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be318d640 1 -- start start 2024-09-16T00:52:44.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be318d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bdc0b88f0 0x7f3bdc169150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be318d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bdc0d3430 con 0x7f3bdc15e510 2024-09-16T00:52:44.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be318d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bdc0d36d0 con 0x7f3bdc0d0cc0 2024-09-16T00:52:44.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be318d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f3bdc0d39b0 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.670+0000 7f3be172a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bdc0b88f0 0x7f3bdc169150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be172a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bdc0b88f0 0x7f3bdc169150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60030/0 (socket says 172.21.15.32:60030) 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be172a640 1 -- 172.21.15.32:0/2158630409 learned_addr learned my addr 172.21.15.32:0/2158630409 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be0f29640 1 --1- 172.21.15.32:0/2158630409 >> v1:172.21.15.32:6789/0 conn(0x7f3bdc15e510 0x7f3bdc0ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53782/0 (socket says 172.21.15.32:53782) 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be172a640 1 -- 172.21.15.32:0/2158630409 >> v1:172.21.15.50:6789/0 conn(0x7f3bdc0d0cc0 legacy=0x7f3bdc0d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be172a640 1 -- 172.21.15.32:0/2158630409 >> v1:172.21.15.32:6789/0 conn(0x7f3bdc15e510 legacy=0x7f3bdc0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3be172a640 1 -- 172.21.15.32:0/2158630409 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bdc0d3c90 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.671+0000 7f3bdb7fe640 1 -- 172.21.15.32:0/2158630409 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2119641929 0 0) 0x7f3bdc0d3430 con 0x7f3bdc15e510 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be172a640 1 --2- 172.21.15.32:0/2158630409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc169150 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009870 tx=0x7f3bcc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dd3a6802d62a55d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3bdb7fe640 1 -- 172.21.15.32:0/2158630409 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc037070 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3bdb7fe640 1 -- 172.21.15.32:0/2158630409 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bcc032440 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3bdb7fe640 1 -- 172.21.15.32:0/2158630409 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc032810 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 -- 172.21.15.32:0/2158630409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 msgr2=0x7f3bdc169150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 --2- 172.21.15.32:0/2158630409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc169150 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009870 tx=0x7f3bcc02a210 comp rx=0 tx=0).stop 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 -- 172.21.15.32:0/2158630409 shutdown_connections 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 --2- 172.21.15.32:0/2158630409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc169150 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 -- 172.21.15.32:0/2158630409 >> 172.21.15.32:0/2158630409 conn(0x7f3bdc06d1a0 msgr2=0x7f3bdc073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 -- 172.21.15.32:0/2158630409 shutdown_connections 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.672+0000 7f3be318d640 1 -- 172.21.15.32:0/2158630409 wait complete. 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.673+0000 7f3be318d640 1 Processor -- start 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 -- start start 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bdc0d0cc0 0x7f3bdc1f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bdc15e510 0x7f3bdc1f4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc0cf210 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc0d22a0 con 0x7f3bdc15e510 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.674+0000 7f3be318d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3bdc15e8f0 con 0x7f3bdc0d0cc0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60042/0 (socket says 172.21.15.32:60042) 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 -- 172.21.15.32:0/2917059157 learned_addr learned my addr 172.21.15.32:0/2917059157 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3bdbfff640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bdc0d0cc0 0x7f3bdc1f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be172a640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bdc15e510 0x7f3bdc1f4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 -- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bdc0d0cc0 msgr2=0x7f3bdc1f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bdc0d0cc0 0x7f3bdc1f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 -- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bdc15e510 msgr2=0x7f3bdc1f4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bdc15e510 0x7f3bdc1f4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 -- 172.21.15.32:0/2917059157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bdc0cd360 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be0f29640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3bd400c7f0 tx=0x7f3bd400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4018070 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd400a5e0 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bdc0cd640 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd400a9d0 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.675+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bdc0cdc00 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.676+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bdc0ce030 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.677+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3bd401b070 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.677+0000 7f3bd97fa640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 0x7f3bc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.677+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3bd408ad00 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.677+0000 7f3bdbfff640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 0x7f3bc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.678+0000 7f3bdbfff640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 0x7f3bc806e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc1618d0 tx=0x7f3bd0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:44.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.682+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bd4058ad0 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.892+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3bdc0cad00 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.893+0000 7f3bd97fa640 1 -- 172.21.15.32:0/2917059157 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f3bd405cdd0 con 0x7f3bdc0b88f0 2024-09-16T00:52:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:44.893 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.894+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 msgr2=0x7f3bc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 0x7f3bc806e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc1618d0 tx=0x7f3bd0009040 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 msgr2=0x7f3bdc0cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3bd400c7f0 tx=0x7f3bd400ccb0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 shutdown_connections 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bc806c2b0 0x7f3bc806e770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bdc15e510 0x7f3bdc1f4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bdc0d0cc0 0x7f3bdc1f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 --2- 172.21.15.32:0/2917059157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bdc0b88f0 0x7f3bdc0cc4a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:44.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 >> 172.21.15.32:0/2917059157 conn(0x7f3bdc06d1a0 msgr2=0x7f3bdc0b9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:44.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 shutdown_connections 2024-09-16T00:52:44.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:44.895+0000 7f3be318d640 1 -- 172.21.15.32:0/2917059157 wait complete. 2024-09-16T00:52:44.906 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T00:52:44.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.009+0000 7fe8d1a23640 1 Processor -- start 2024-09-16T00:52:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.009+0000 7fe8d1a23640 1 -- start start 2024-09-16T00:52:45.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8d1a23640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe8cc0cfae0 0x7fe8cc0d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8d1a23640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8cc06e6a0 0x7fe8cc0d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8d1a23640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8cc15ebe0 con 0x7fe8cc15e800 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8d1a23640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe8cc0d42d0 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8d1a23640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe8cc0d3ff0 con 0x7fe8cc0cfae0 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8caffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe8cc15e800 0x7fe8cc0cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53790/0 (socket says 172.21.15.32:53790) 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8caffd640 1 -- 172.21.15.32:0/368974752 learned_addr learned my addr 172.21.15.32:0/368974752 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8cb7fe640 1 --2- 172.21.15.32:0/368974752 >> v2:172.21.15.32:3300/0 conn(0x7fe8cc06e6a0 0x7fe8cc0d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.010+0000 7fe8ca7fc640 1 --2- 172.21.15.32:0/368974752 >> v2:172.21.15.50:3300/0 conn(0x7fe8cc0cfae0 0x7fe8cc0d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8cb7fe640 1 -- 172.21.15.32:0/368974752 >> v2:172.21.15.50:3300/0 conn(0x7fe8cc0cfae0 msgr2=0x7fe8cc0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8cb7fe640 1 --2- 172.21.15.32:0/368974752 >> v2:172.21.15.50:3300/0 conn(0x7fe8cc0cfae0 0x7fe8cc0d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8cb7fe640 1 -- 172.21.15.32:0/368974752 >> v1:172.21.15.32:6789/0 conn(0x7fe8cc15e800 legacy=0x7fe8cc0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8cb7fe640 1 -- 172.21.15.32:0/368974752 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8cc06cbb0 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8c9ffb640 1 -- 172.21.15.32:0/368974752 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2606339654 0 0) 0x7fe8cc15ebe0 con 0x7fe8cc15e800 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8cb7fe640 1 --2- 172.21.15.32:0/368974752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0d29a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc0c7e30 tx=0x7fe8c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f866083e83ba2e7f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8c9ffb640 1 -- 172.21.15.32:0/368974752 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4037070 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8c9ffb640 1 -- 172.21.15.32:0/368974752 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c4032440 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.011+0000 7fe8c9ffb640 1 -- 172.21.15.32:0/368974752 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4032810 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 -- 172.21.15.32:0/368974752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 msgr2=0x7fe8cc0d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/368974752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0d29a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc0c7e30 tx=0x7fe8c402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 -- 172.21.15.32:0/368974752 shutdown_connections 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/368974752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0d29a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/368974752 >> v2:172.21.15.50:3300/0 conn(0x7fe8cc0cfae0 0x7fe8cc0d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 -- 172.21.15.32:0/368974752 >> 172.21.15.32:0/368974752 conn(0x7fe8cc09d750 msgr2=0x7fe8cc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 -- 172.21.15.32:0/368974752 shutdown_connections 2024-09-16T00:52:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.012+0000 7fe8d1a23640 1 -- 172.21.15.32:0/368974752 wait complete. 2024-09-16T00:52:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.013+0000 7fe8d1a23640 1 Processor -- start 2024-09-16T00:52:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.013+0000 7fe8d1a23640 1 -- start start 2024-09-16T00:52:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8cc0cfae0 0x7fe8cc157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8cc15e800 0x7fe8cc15aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe8cc0d4e30 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8cc06d170 con 0x7fe8cc0cfae0 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8d1a23640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe8cc0d2ee0 con 0x7fe8cc15e800 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8caffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8caffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60072/0 (socket says 172.21.15.32:60072) 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8caffd640 1 -- 172.21.15.32:0/3840383600 learned_addr learned my addr 172.21.15.32:0/3840383600 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8cb7fe640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8cc15e800 0x7fe8cc15aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.014+0000 7fe8ca7fc640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8cc0cfae0 0x7fe8cc157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 -- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8cc15e800 msgr2=0x7fe8cc15aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8cc15e800 0x7fe8cc15aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 -- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8cc0cfae0 msgr2=0x7fe8cc157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8cc0cfae0 0x7fe8cc157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 -- 172.21.15.32:0/3840383600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8cc1f5340 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8caffd640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00c7c0 tx=0x7fe8bc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc018070 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8bc00a640 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc00aa30 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8cc160260 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.015+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8cc160820 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.016+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8cc068880 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.017+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8bc01b070 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.017+0000 7fe8c3fff640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 0x7fe8ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.017+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe8bc08ad50 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.017+0000 7fe8ca7fc640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 0x7fe8ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.018+0000 7fe8ca7fc640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 0x7fe8ac06e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc0cea30 tx=0x7fe8b4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.021+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8bc08e030 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.232+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8cc160050 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.233+0000 7fe8c3fff640 1 -- 172.21.15.32:0/3840383600 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7fe8bc058b30 con 0x7fe8cc06e6a0 2024-09-16T00:52:45.233 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:45.233 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:45.234 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:52:45.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 msgr2=0x7fe8ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 0x7fe8ac06e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc0cea30 tx=0x7fe8b4008040 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 msgr2=0x7fe8cc0b82f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00c7c0 tx=0x7fe8bc00cc80 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 shutdown_connections 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe8ac06c2b0 0x7fe8ac06e770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8cc15e800 0x7fe8cc15aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8cc0cfae0 0x7fe8cc157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 --2- 172.21.15.32:0/3840383600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8cc06e6a0 0x7fe8cc0b82f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 >> 172.21.15.32:0/3840383600 conn(0x7fe8cc09d750 msgr2=0x7fe8cc0b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 shutdown_connections 2024-09-16T00:52:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.235+0000 7fe8d1a23640 1 -- 172.21.15.32:0/3840383600 wait complete. 2024-09-16T00:52:45.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:45.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.348+0000 7fae34d5f640 1 Processor -- start 2024-09-16T00:52:45.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.349+0000 7fae34d5f640 1 -- start start 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.349+0000 7fae34d5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 0x7fae30071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.349+0000 7fae34d5f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fae300d04c0 0x7fae300ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.349+0000 7fae34d5f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae3015e7c0 con 0x7fae301476d0 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae34d5f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fae30071b80 con 0x7fae300d04c0 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae34d5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fae30071e60 con 0x7fae300cf340 2024-09-16T00:52:45.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 0x7fae30071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fae300d04c0 0x7fae300ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 0x7fae30071510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:34446/0 (socket says 172.21.15.32:34446) 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2dd9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fae301476d0 0x7fae300cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45176/0 (socket says 172.21.15.32:45176) 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fae300d04c0 0x7fae300ccc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:36174/0 (socket says 172.21.15.32:36174) 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2e59c640 1 -- 172.21.15.32:0/21129278 learned_addr learned my addr 172.21.15.32:0/21129278 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 -- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 msgr2=0x7fae30071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 --2- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 0x7fae30071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 -- 172.21.15.32:0/21129278 >> v1:172.21.15.50:6789/0 conn(0x7fae301476d0 legacy=0x7fae300cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.350+0000 7fae2ed9d640 1 -- 172.21.15.32:0/21129278 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae30072140 con 0x7fae300d04c0 2024-09-16T00:52:45.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.351+0000 7fae2ed9d640 1 --2- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae300ccc10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae28009d90 tx=0x7fae2802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e519edbc7e342d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.351+0000 7fae2d59a640 1 -- 172.21.15.32:0/21129278 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae28031600 con 0x7fae300d04c0 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.351+0000 7fae2d59a640 1 -- 172.21.15.32:0/21129278 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae280317a0 con 0x7fae300d04c0 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.351+0000 7fae2d59a640 1 -- 172.21.15.32:0/21129278 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae28031b70 con 0x7fae300d04c0 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 -- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 msgr2=0x7fae300ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 --2- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae300ccc10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae28009d90 tx=0x7fae2802a5d0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 -- 172.21.15.32:0/21129278 shutdown_connections 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 --2- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae300ccc10 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 --2- 172.21.15.32:0/21129278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae300cf340 0x7fae30071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 -- 172.21.15.32:0/21129278 >> 172.21.15.32:0/21129278 conn(0x7fae300b3d50 msgr2=0x7fae300b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 -- 172.21.15.32:0/21129278 shutdown_connections 2024-09-16T00:52:45.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.352+0000 7fae34d5f640 1 -- 172.21.15.32:0/21129278 wait complete. 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.353+0000 7fae34d5f640 1 Processor -- start 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.353+0000 7fae34d5f640 1 -- start start 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae301f3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae301476d0 0x7fae30159e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fae300cd150 con 0x7fae300cf340 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fae30147ee0 con 0x7fae300d04c0 2024-09-16T00:52:45.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae34d5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fae300cd2d0 con 0x7fae301476d0 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60088/0 (socket says 172.21.15.32:60088) 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 -- 172.21.15.32:0/762110176 learned_addr learned my addr 172.21.15.32:0/762110176 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2ed9d640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae301476d0 0x7fae30159e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2dd9b640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae301f3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 -- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae301476d0 msgr2=0x7fae30159e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae301476d0 0x7fae30159e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 -- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 msgr2=0x7fae301f3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae301f3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.354+0000 7fae2e59c640 1 -- 172.21.15.32:0/762110176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae300c9600 con 0x7fae300cf340 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae2e59c640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fae2000e8b0 tx=0x7fae2000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae20017070 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae2000c940 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae300c98e0 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2000cd10 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.355+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae300c9ea0 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.356+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae30071510 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.356+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae2001a070 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.357+0000 7fae1effd640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 0x7fae1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.357+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fae2008b8e0 con 0x7fae300cf340 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.357+0000 7fae2dd9b640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 0x7fae1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.357+0000 7fae2dd9b640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 0x7fae1006e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae300b8260 tx=0x7fae24007e80 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.361+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae20059750 con 0x7fae300cf340 2024-09-16T00:52:45.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.574+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae300ca210 con 0x7fae300cf340 2024-09-16T00:52:45.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.575+0000 7fae1effd640 1 -- 172.21.15.32:0/762110176 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7fae2005da50 con 0x7fae300cf340 2024-09-16T00:52:45.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:45.575 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:45.576 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:52:45.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 msgr2=0x7fae1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 0x7fae1006e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae300b8260 tx=0x7fae24007e80 comp rx=0 tx=0).stop 2024-09-16T00:52:45.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 msgr2=0x7fae301470f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fae2000e8b0 tx=0x7fae2000ed70 comp rx=0 tx=0).stop 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 shutdown_connections 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fae1006c2b0 0x7fae1006e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fae301476d0 0x7fae30159e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae300d04c0 0x7fae301f3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 --2- 172.21.15.32:0/762110176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fae300cf340 0x7fae301470f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 >> 172.21.15.32:0/762110176 conn(0x7fae300b3d50 msgr2=0x7fae300b1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 shutdown_connections 2024-09-16T00:52:45.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.577+0000 7fae34d5f640 1 -- 172.21.15.32:0/762110176 wait complete. 2024-09-16T00:52:45.588 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:45.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.690+0000 7f8c05b11640 1 Processor -- start 2024-09-16T00:52:45.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.690+0000 7f8c05b11640 1 -- start start 2024-09-16T00:52:45.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8c05b11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c0015e510 0x7f8c000ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8c05b11640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c000d13d0 0x7f8c000b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8c05b11640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c000d3430 con 0x7f8c000cf040 2024-09-16T00:52:45.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8c05b11640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f8c000d36d0 con 0x7f8c000d13d0 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8c05b11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8c000d39b0 con 0x7f8c0015e510 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c000d13d0 0x7f8c000b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c000d13d0 0x7f8c000b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60092/0 (socket says 172.21.15.32:60092) 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 -- 172.21.15.32:0/3692793740 learned_addr learned my addr 172.21.15.32:0/3692793740 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfeffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8c000cf040 0x7f8c000d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53804/0 (socket says 172.21.15.32:53804) 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bff7fe640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c0015e510 0x7f8c000ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 -- 172.21.15.32:0/3692793740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c0015e510 msgr2=0x7f8c000ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:45.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c0015e510 0x7f8c000ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 -- 172.21.15.32:0/3692793740 >> v1:172.21.15.32:6789/0 conn(0x7f8c000cf040 legacy=0x7f8c000d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfe7fc640 1 -- 172.21.15.32:0/3692793740 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1493394757 0 0) 0x7f8c000d3430 con 0x7f8c000cf040 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.691+0000 7f8bfffff640 1 -- 172.21.15.32:0/3692793740 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c000d3c90 con 0x7f8c000d13d0 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.692+0000 7f8bfffff640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c000b78e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8009e50 tx=0x7f8bf802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6e28febad26db8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.692+0000 7f8bfe7fc640 1 -- 172.21.15.32:0/3692793740 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8036070 con 0x7f8c000d13d0 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.692+0000 7f8bfe7fc640 1 -- 172.21.15.32:0/3692793740 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bf8031600 con 0x7f8c000d13d0 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.692+0000 7f8bfe7fc640 1 -- 172.21.15.32:0/3692793740 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf80319d0 con 0x7f8c000d13d0 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 -- 172.21.15.32:0/3692793740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 msgr2=0x7f8c000b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c000b78e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8009e50 tx=0x7f8bf802a680 comp rx=0 tx=0).stop 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 -- 172.21.15.32:0/3692793740 shutdown_connections 2024-09-16T00:52:45.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c000b78e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3692793740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c0015e510 0x7f8c000ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 -- 172.21.15.32:0/3692793740 >> 172.21.15.32:0/3692793740 conn(0x7f8c0006d1a0 msgr2=0x7f8c00073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 -- 172.21.15.32:0/3692793740 shutdown_connections 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.693+0000 7f8c05b11640 1 -- 172.21.15.32:0/3692793740 wait complete. 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.694+0000 7f8c05b11640 1 Processor -- start 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.694+0000 7f8c05b11640 1 -- start start 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 0x7f8c000ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c0015e510 0x7f8c00152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0015e8f0 con 0x7f8c000d13d0 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c000d22a0 con 0x7f8c0015e510 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8c05b11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0015ea70 con 0x7f8c000cf040 2024-09-16T00:52:45.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60094/0 (socket says 172.21.15.32:60094) 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 -- 172.21.15.32:0/3629420183 learned_addr learned my addr 172.21.15.32:0/3629420183 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfffff640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c0015e510 0x7f8c00152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bff7fe640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 0x7f8c000ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 -- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 msgr2=0x7f8c000ca2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 0x7f8c000ca2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 -- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c0015e510 msgr2=0x7f8c00152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c0015e510 0x7f8c00152f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 -- 172.21.15.32:0/3629420183 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c00158ad0 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bff7fe640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 0x7f8c000ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.695+0000 7f8bfeffd640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c4e0 tx=0x7f8bf400c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.696+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf4018070 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.696+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bf4007500 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.696+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf4004a20 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.696+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c00158db0 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.696+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c00159370 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.697+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c000ceb00 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.697+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8bf401b070 con 0x7f8c000d13d0 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.698+0000 7f8be7fff640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 0x7f8bec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.698+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8bf408ab70 con 0x7f8c000d13d0 2024-09-16T00:52:45.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.698+0000 7f8bff7fe640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 0x7f8bec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.698+0000 7f8bff7fe640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 0x7f8bec06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0009a20 tx=0x7f8bf0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.702+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8bf4059000 con 0x7f8c000d13d0 2024-09-16T00:52:45.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.877+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8c000d2990 con 0x7f8c000d13d0 2024-09-16T00:52:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.879+0000 7f8be7fff640 1 -- 172.21.15.32:0/3629420183 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f8bf4058900 con 0x7f8c000d13d0 2024-09-16T00:52:45.879 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:45.879 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:45.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 msgr2=0x7f8bec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 0x7f8bec06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0009a20 tx=0x7f8bf0008040 comp rx=0 tx=0).stop 2024-09-16T00:52:45.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 msgr2=0x7f8c00159e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c4e0 tx=0x7f8bf400c9a0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 shutdown_connections 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8bec06c2b0 0x7f8bec06e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c0015e510 0x7f8c00152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c000d13d0 0x7f8c00159e50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 --2- 172.21.15.32:0/3629420183 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8c000cf040 0x7f8c000ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 >> 172.21.15.32:0/3629420183 conn(0x7f8c0006d1a0 msgr2=0x7f8c0015d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 shutdown_connections 2024-09-16T00:52:45.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.881+0000 7f8c05b11640 1 -- 172.21.15.32:0/3629420183 wait complete. 2024-09-16T00:52:45.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:52:45.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.995+0000 7f97236c9640 1 Processor -- start 2024-09-16T00:52:45.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.995+0000 7f97236c9640 1 -- start start 2024-09-16T00:52:45.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f97236c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c15e560 0x7f971c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f97236c9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f971c0cf510 0x7f971c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f97236c9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f971c0d17b0 con 0x7f971c0d1380 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f97236c9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f971c0d3480 con 0x7f971c0cf510 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f97236c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f971c0d3760 con 0x7f971c15e560 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9721c66640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f971c0d1380 0x7f971c0b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53818/0 (socket says 172.21.15.32:53818) 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9721c66640 1 -- 172.21.15.32:0/1708619605 learned_addr learned my addr 172.21.15.32:0/1708619605 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9720c64640 1 --2- 172.21.15.32:0/1708619605 >> v2:172.21.15.50:3300/0 conn(0x7f971c0cf510 0x7f971c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9721465640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c15e560 0x7f971c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9713fff640 1 -- 172.21.15.32:0/1708619605 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 426623619 0 0) 0x7f9714001490 con 0x7f971c0d1380 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9713fff640 1 -- 172.21.15.32:0/1708619605 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9708003520 con 0x7f971c0d1380 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9720c64640 1 -- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c15e560 msgr2=0x7f971c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.996+0000 7f9720c64640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c15e560 0x7f971c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.997+0000 7f9720c64640 1 -- 172.21.15.32:0/1708619605 >> v1:172.21.15.32:6789/0 conn(0x7f971c0d1380 legacy=0x7f971c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.997+0000 7f9720c64640 1 -- 172.21.15.32:0/1708619605 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f971c0d3a40 con 0x7f971c0cf510 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.997+0000 7f9720c64640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0cf510 0x7f971c0d0e40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f970c0097a0 tx=0x7f970c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2aae4e39886ab833 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.997+0000 7f9713fff640 1 -- 172.21.15.32:0/1708619605 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970c037070 con 0x7f971c0cf510 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.997+0000 7f9713fff640 1 -- 172.21.15.32:0/1708619605 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f970c032440 con 0x7f971c0cf510 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f9713fff640 1 -- 172.21.15.32:0/1708619605 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970c0327f0 con 0x7f971c0cf510 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 -- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0cf510 msgr2=0x7f971c0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0cf510 0x7f971c0d0e40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f970c0097a0 tx=0x7f970c02a180 comp rx=0 tx=0).stop 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 -- 172.21.15.32:0/1708619605 shutdown_connections 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0cf510 0x7f971c0d0e40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 --2- 172.21.15.32:0/1708619605 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c15e560 0x7f971c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 -- 172.21.15.32:0/1708619605 >> 172.21.15.32:0/1708619605 conn(0x7f971c073850 msgr2=0x7f971c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 -- 172.21.15.32:0/1708619605 shutdown_connections 2024-09-16T00:52:45.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.998+0000 7f97236c9640 1 -- 172.21.15.32:0/1708619605 wait complete. 2024-09-16T00:52:46.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.999+0000 7f97236c9640 1 Processor -- start 2024-09-16T00:52:46.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:45.999+0000 7f97236c9640 1 -- start start 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c0cf510 0x7f971c0c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0d1380 0x7f971c0ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f971c15e940 con 0x7f971c15e560 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f971c0d4240 con 0x7f971c0d1380 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f97236c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f971c15eac0 con 0x7f971c0cf510 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f9721c66640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f9721c66640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60100/0 (socket says 172.21.15.32:60100) 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f9721c66640 1 -- 172.21.15.32:0/1216121925 learned_addr learned my addr 172.21.15.32:0/1216121925 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f9721465640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c0cf510 0x7f971c0c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.000+0000 7f9720c64640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0d1380 0x7f971c0ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 -- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c0cf510 msgr2=0x7f971c0c9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c0cf510 0x7f971c0c9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 -- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0d1380 msgr2=0x7f971c0ccfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0d1380 0x7f971c0ccfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 -- 172.21.15.32:0/1216121925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f971c0cd8e0 con 0x7f971c15e560 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9721c66640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f971400cb80 tx=0x7f971400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9714017070 con 0x7f971c15e560 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f971400ad40 con 0x7f971c15e560 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f971c0cdbc0 con 0x7f971c15e560 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9714012620 con 0x7f971c15e560 2024-09-16T00:52:46.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.001+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f971c0b4bb0 con 0x7f971c15e560 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.002+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f971c0cf950 con 0x7f971c15e560 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.003+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f971401a070 con 0x7f971c15e560 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.003+0000 7f9711ffb640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 0x7f970006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.003+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f971408b4b0 con 0x7f971c15e560 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.003+0000 7f9721465640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 0x7f970006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.003+0000 7f9721465640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 0x7f970006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9718009b40 tx=0x7f9718009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.007+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f971c0d17b0 con 0x7f971c15e560 2024-09-16T00:52:46.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.218+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f971c156620 con 0x7f971c15e560 2024-09-16T00:52:46.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.218+0000 7f9711ffb640 1 -- 172.21.15.32:0/1216121925 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7f9714059320 con 0x7f971c15e560 2024-09-16T00:52:46.218 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:46.219 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:52:46.219 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:52:46.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 msgr2=0x7f970006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 0x7f970006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9718009b40 tx=0x7f9718009190 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 msgr2=0x7f971c1532e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f971400cb80 tx=0x7f971400a430 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 shutdown_connections 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f970006c2b0 0x7f970006e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f971c15e560 0x7f971c1532e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f971c0d1380 0x7f971c0ccfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 --2- 172.21.15.32:0/1216121925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f971c0cf510 0x7f971c0c9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 >> 172.21.15.32:0/1216121925 conn(0x7f971c073850 msgr2=0x7f971c15b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 shutdown_connections 2024-09-16T00:52:46.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.220+0000 7f97236c9640 1 -- 172.21.15.32:0/1216121925 wait complete. 2024-09-16T00:52:46.634 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:52:20.793768+0000', 'modified': '2024-09-16T00:52:39.840040+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 34160}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_34160': {'gid': 34160, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6835/2071657001', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6833', 'nonce': 2071657001}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 2071657001}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 34160, 'qdb_cluster': [34160]} 2024-09-16T00:52:46.634 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:52:46.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:52:46.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.741+0000 7f1054fb9640 1 Processor -- start 2024-09-16T00:52:46.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.741+0000 7f1054fb9640 1 -- start start 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10501619e0 0x7f10500d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f10500d2d90 0x7f10500d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10500d1200 0x7f10500b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f10500d3f20 con 0x7f10500d1200 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f10500d16b0 con 0x7f10500d2d90 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f1054fb9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1050161dc0 con 0x7f10501619e0 2024-09-16T00:52:46.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10500d1200 0x7f10500b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10500d1200 0x7f10500b5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36264/0 (socket says 172.21.15.32:36264) 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 -- 172.21.15.32:0/1108023405 learned_addr learned my addr 172.21.15.32:0/1108023405 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104e59c640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10501619e0 0x7f10500d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1108023405 >> v2:172.21.15.50:3300/0 conn(0x7f10500d2d90 0x7f10500d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 -- 172.21.15.32:0/1108023405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10501619e0 msgr2=0x7f10500d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10501619e0 0x7f10500d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 -- 172.21.15.32:0/1108023405 >> v2:172.21.15.50:3300/0 conn(0x7f10500d2d90 msgr2=0x7f10500d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1108023405 >> v2:172.21.15.50:3300/0 conn(0x7f10500d2d90 0x7f10500d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.742+0000 7f104ed9d640 1 -- 172.21.15.32:0/1108023405 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10500d3310 con 0x7f10500d1200 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.743+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10500d1200 0x7f10500b5f30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f10500b70a0 tx=0x7f104802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f913b03512dfdff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.743+0000 7f104d59a640 1 -- 172.21.15.32:0/1108023405 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048036070 con 0x7f10500d1200 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.743+0000 7f104d59a640 1 -- 172.21.15.32:0/1108023405 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1048031600 con 0x7f10500d1200 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.743+0000 7f104d59a640 1 -- 172.21.15.32:0/1108023405 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10480319d0 con 0x7f10500d1200 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 -- 172.21.15.32:0/1108023405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10500d1200 msgr2=0x7f10500b5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10500d1200 0x7f10500b5f30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f10500b70a0 tx=0x7f104802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 -- 172.21.15.32:0/1108023405 shutdown_connections 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10500d1200 0x7f10500b5f30 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 --2- 172.21.15.32:0/1108023405 >> v2:172.21.15.50:3300/0 conn(0x7f10500d2d90 0x7f10500d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 --2- 172.21.15.32:0/1108023405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10501619e0 0x7f10500d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 -- 172.21.15.32:0/1108023405 >> 172.21.15.32:0/1108023405 conn(0x7f105006d1c0 msgr2=0x7f1050073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 -- 172.21.15.32:0/1108023405 shutdown_connections 2024-09-16T00:52:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.744+0000 7f1054fb9640 1 -- 172.21.15.32:0/1108023405 wait complete. 2024-09-16T00:52:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.745+0000 7f1054fb9640 1 Processor -- start 2024-09-16T00:52:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.745+0000 7f1054fb9640 1 -- start start 2024-09-16T00:52:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 0x7f1050150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 0x7f10500c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f10500d3bb0 con 0x7f10501619e0 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10500d38d0 con 0x7f10500d2d90 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f1054fb9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10500d2250 con 0x7f10500d1200 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36270/0 (socket says 172.21.15.32:36270) 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.746+0000 7f104ed9d640 1 -- 172.21.15.32:0/861207217 learned_addr learned my addr 172.21.15.32:0/861207217 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104dd9b640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 0x7f10500c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104e59c640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 0x7f1050150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 -- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 msgr2=0x7f1050150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 0x7f1050150b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 -- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 msgr2=0x7f10500c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 0x7f10500c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 -- 172.21.15.32:0/861207217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1050151070 con 0x7f10501619e0 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104e59c640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 0x7f1050150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104dd9b640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 0x7f10500c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f104ed9d640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1048009f40 tx=0x7f1048004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f103effd640 1 -- 172.21.15.32:0/861207217 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048036050 con 0x7f10501619e0 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f103effd640 1 -- 172.21.15.32:0/861207217 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1048042070 con 0x7f10501619e0 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10500b4b40 con 0x7f10501619e0 2024-09-16T00:52:46.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f103effd640 1 -- 172.21.15.32:0/861207217 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048009510 con 0x7f10501619e0 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.747+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10500b5100 con 0x7f10501619e0 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.749+0000 7f103effd640 1 -- 172.21.15.32:0/861207217 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1048007bf0 con 0x7f10501619e0 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.749+0000 7f103effd640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 0x7f103006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.749+0000 7f103effd640 1 -- 172.21.15.32:0/861207217 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f10480ac3e0 con 0x7f10501619e0 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.749+0000 7f104e59c640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 0x7f103006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.750+0000 7f104e59c640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 0x7f103006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f10500b2f90 tx=0x7f1040008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.750+0000 7f1057e28740 1 Processor -- start 2024-09-16T00:52:46.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.750+0000 7f1057e28740 1 -- start start 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83e2c0 0x5640df883a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83ba80 0x5640df83e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5640df7a0520 con 0x5640df83fa50 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640df7483e0 con 0x5640df83ba80 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5640df79c4e0 con 0x5640df83e2c0 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36274/0 (socket says 172.21.15.32:36274) 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 -- 172.21.15.32:0/1027500484 learned_addr learned my addr 172.21.15.32:0/1027500484 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104e59c640 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83e2c0 0x5640df883a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83ba80 0x5640df83e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 -- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83e2c0 msgr2=0x5640df883a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83e2c0 0x5640df883a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 -- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83ba80 msgr2=0x5640df83e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83ba80 0x5640df83e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.751+0000 7f104ed9d640 1 -- 172.21.15.32:0/1027500484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640df7632f0 con 0x5640df83fa50 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1048034040 tx=0x7f1048079f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=253bce8f5dfd8bd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f102ffff640 1 -- 172.21.15.32:0/1027500484 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048031600 con 0x5640df83fa50 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f102ffff640 1 -- 172.21.15.32:0/1027500484 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1048037040 con 0x5640df83fa50 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f102ffff640 1 -- 172.21.15.32:0/1027500484 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048045360 con 0x5640df83fa50 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 -- 172.21.15.32:0/1027500484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 msgr2=0x5640df8388b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1048034040 tx=0x7f1048079f70 comp rx=0 tx=0).stop 2024-09-16T00:52:46.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 -- 172.21.15.32:0/1027500484 shutdown_connections 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83fa50 0x5640df8388b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83ba80 0x5640df83e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 --2- 172.21.15.32:0/1027500484 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83e2c0 0x5640df883a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 -- 172.21.15.32:0/1027500484 >> 172.21.15.32:0/1027500484 conn(0x5640df83aa80 msgr2=0x5640df882f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 -- 172.21.15.32:0/1027500484 shutdown_connections 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.752+0000 7f1057e28740 1 -- 172.21.15.32:0/1027500484 wait complete. 2024-09-16T00:52:46.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.753+0000 7f1057e28740 1 -- start start 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.753+0000 7f1057e28740 1 Processor -- start 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83fa50 0x5640df838790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df869a10 0x5640df838cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5640df7483e0 con 0x5640df83e2c0 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640df729450 con 0x5640df83fa50 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5640df7a0520 con 0x5640df869a10 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f1057e28740 10 client.0 _ll_register_callbacks cb 0x5640df4b2ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36282/0 (socket says 172.21.15.32:36282) 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 -- 172.21.15.32:0/1004860617 learned_addr learned my addr 172.21.15.32:0/1004860617 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df869a10 0x5640df838cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83fa50 0x5640df838790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 -- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df869a10 msgr2=0x5640df838cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df869a10 0x5640df838cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 -- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83fa50 msgr2=0x5640df838790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83fa50 0x5640df838790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.754+0000 7f104e59c640 1 -- 172.21.15.32:0/1004860617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640df4b32d0 con 0x5640df83e2c0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f104e59c640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1040010fb0 tx=0x7f10400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e95daff06626d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f104000f040 con 0x5640df83e2c0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1040017780 con 0x5640df83e2c0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1048037040 con 0x5640df83e2c0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f1040030050 con 0x5640df83e2c0 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 10 client.4668 fetch_fsmap learned FSMap version 8 2024-09-16T00:52:46.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5640df57d6b0 con 0x5640df83e2c0 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1048037040 con 0x5640df83e2c0 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f1040033020 con 0x5640df83e2c0 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 10 client.4668 fetch_fsmap finished waiting for FSMap version 8 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 10 client.4668 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 20 client.4668 populate_metadata read hostname 'smithi032' 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df896750 0x5640df867980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 4 client.4668 mds_command: new command op to 34160 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.755+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 --> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640df7adc50 con 0x5640df896750 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.756+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df896750 0x5640df867980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.756+0000 7f102d7fa640 10 client.4668 ms_handle_connect on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.756+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df896750 0x5640df867980 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a5e1608447a1b40 server_cookie=86f880b42db3a605 in_seq=0 out_seq=0 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f102d7fa640 1 -- 172.21.15.32:0/1004860617 <== mds.0 v2:172.21.15.50:6833/2071657001 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5640df7adc50 con 0x5640df896750 2024-09-16T00:52:46.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f102d7fa640 10 client.4668 handle_command_reply: tid=0 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 client.4668 shutdown 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 msgr2=0x5640df8694d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1040010fb0 tx=0x7f10400046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 shutdown_connections 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df896750 0x5640df867980 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df869a10 0x5640df838cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83fa50 0x5640df838790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 --2- 172.21.15.32:0/1004860617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8694d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f102d7fa640 0 client.4668 ms_handle_reset on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 >> 172.21.15.32:0/1004860617 conn(0x5640df83ba80 msgr2=0x5640df880fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 shutdown_connections 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 1 -- 172.21.15.32:0/1004860617 wait complete. 2024-09-16T00:52:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.757+0000 7f1057e28740 20 client.4668 trim_cache size 0 max 16384 2024-09-16T00:52:46.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.775+0000 7f1057e28740 1 Processor -- start 2024-09-16T00:52:46.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.775+0000 7f1057e28740 1 -- start start 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 0x5640df881350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df867950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1050200f00 con 0x5640df869a10 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10500c9740 con 0x5640df83e2c0 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10502008b0 con 0x5640df83fa50 2024-09-16T00:52:46.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36286/0 (socket says 172.21.15.32:36286) 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 -- 172.21.15.32:0/2056701661 learned_addr learned my addr 172.21.15.32:0/2056701661 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104dd9b640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df867950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 -- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 msgr2=0x5640df867950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df867950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 -- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 msgr2=0x5640df881350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104e59c640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 0x5640df881350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 0x5640df881350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104ed9d640 1 -- 172.21.15.32:0/2056701661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640df837a00 con 0x5640df869a10 2024-09-16T00:52:46.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.776+0000 7f104e59c640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 0x5640df881350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f104ed9d640 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f10480aa6b0 tx=0x7f1048049000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e6bc1fc4fb36e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f102f7fe640 1 -- 172.21.15.32:0/2056701661 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048031600 con 0x5640df869a10 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f102f7fe640 1 -- 172.21.15.32:0/2056701661 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10480aa370 con 0x5640df869a10 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f102f7fe640 1 -- 172.21.15.32:0/2056701661 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f104807a8a0 con 0x5640df869a10 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 -- 172.21.15.32:0/2056701661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 msgr2=0x5640df867e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f10480aa6b0 tx=0x7f1048049000 comp rx=0 tx=0).stop 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 -- 172.21.15.32:0/2056701661 shutdown_connections 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df869a10 0x5640df867e90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df867950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 --2- 172.21.15.32:0/2056701661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df83e2c0 0x5640df881350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 -- 172.21.15.32:0/2056701661 >> 172.21.15.32:0/2056701661 conn(0x5640df83ba80 msgr2=0x5640df884a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 -- 172.21.15.32:0/2056701661 shutdown_connections 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.777+0000 7f1057e28740 1 -- 172.21.15.32:0/2056701661 wait complete. 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.778+0000 7f1057e28740 1 -- start start 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.778+0000 7f1057e28740 1 Processor -- start 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df8678e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df869a10 0x5640df867e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5640df8965d0 con 0x5640df83e2c0 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640df8805f0 con 0x5640df869a10 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5640df896c20 con 0x5640df83fa50 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f1057e28740 10 client.0 _ll_register_callbacks cb 0x7f1040010b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:52:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36288/0 (socket says 172.21.15.32:36288) 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104dd9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df8678e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 -- 172.21.15.32:0/1423592223 learned_addr learned my addr 172.21.15.32:0/1423592223 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104ed9d640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df869a10 0x5640df867e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 -- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 msgr2=0x5640df8678e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df8678e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 -- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df869a10 msgr2=0x5640df867e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df869a10 0x5640df867e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.779+0000 7f104e59c640 1 -- 172.21.15.32:0/1423592223 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640df8ea870 con 0x5640df83e2c0 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f104e59c640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1040006f00 tx=0x7f1040014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa43833043a837b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:46.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040017230 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f104002b350 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5640df7a7fa0 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f1040042050 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 10 client.4674 fetch_fsmap learned FSMap version 8 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5640df8825c0 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5640df7a7fa0 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f1040045020 con 0x5640df83e2c0 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 10 client.4674 fetch_fsmap finished waiting for FSMap version 8 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 10 client.4674 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 20 client.4674 populate_metadata read hostname 'smithi032' 2024-09-16T00:52:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df891cc0 0x5640df886440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 4 client.4674 mds_command: new command op to 34160 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 --> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] -- command(tid 0: {"prefix": "status"}) -- 0x5640df724b80 con 0x5640df891cc0 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.780+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df891cc0 0x5640df886440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f102d7fa640 10 client.4674 ms_handle_connect on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f104dd9b640 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df891cc0 0x5640df886440 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=764e94e168e82f48 server_cookie=1848f39fd9c1a6d0 in_seq=0 out_seq=0 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f102d7fa640 1 -- 172.21.15.32:0/1423592223 <== mds.0 v2:172.21.15.50:6833/2071657001 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5640df724b80 con 0x5640df891cc0 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f102d7fa640 10 client.4674 handle_command_reply: tid=0 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 client.4674 shutdown 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 msgr2=0x5640df8e97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1040006f00 tx=0x7f1040014000 comp rx=0 tx=0).stop 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 shutdown_connections 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:6833/2071657001,v1:172.21.15.50:6835/2071657001] conn(0x5640df891cc0 0x5640df886440 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640df869a10 0x5640df867e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5640df83fa50 0x5640df8678e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f102d7fa640 0 client.4674 ms_handle_reset on v2:172.21.15.50:6833/2071657001 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 --2- 172.21.15.32:0/1423592223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5640df83e2c0 0x5640df8e97a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 >> 172.21.15.32:0/1423592223 conn(0x5640df83ba80 msgr2=0x5640df883320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 shutdown_connections 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 1 -- 172.21.15.32:0/1423592223 wait complete. 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.781+0000 7f1057e28740 20 client.4674 trim_cache size 0 max 16384 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:52:46.789 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "483de4ca-23a5-4b52-a143-ab7e2a28022b", 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 34160, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 25.334808947999999, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 8, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 25, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 25, 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 31.354781416000002 2024-09-16T00:52:46.790 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 msgr2=0x7f103006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 0x7f103006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f10500b2f90 tx=0x7f1040008040 comp rx=0 tx=0).stop 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 msgr2=0x7f10500ca490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1048009f40 tx=0x7f1048004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 shutdown_connections 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f103006c2e0 0x7f103006e7a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10501619e0 0x7f10500ca490 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10500d2d90 0x7f10500c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 --2- 172.21.15.32:0/861207217 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10500d1200 0x7f1050150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 >> 172.21.15.32:0/861207217 conn(0x7f105006d1c0 msgr2=0x7f1050160b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 shutdown_connections 2024-09-16T00:52:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:46.782+0000 7f1054fb9640 1 -- 172.21.15.32:0/861207217 wait complete. 2024-09-16T00:52:46.793 INFO:teuthology.run_tasks:Running task sequential... 2024-09-16T00:52:46.803 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-16T00:52:46.803 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T00:52:46.804 INFO:teuthology.task.print:Enabling mgr modules 2024-09-16T00:52:46.804 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-16T00:52:46.813 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-16T00:52:46.813 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-16T00:52:46.813 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-16T00:52:46.813 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:52:46.813 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:46.813 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-16T00:52:46.813 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:52:46.814 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:46.814 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-16T00:52:46.814 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:52:46.814 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:46.814 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-16T00:52:46.814 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:52:46.814 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:46.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:46.814 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:52:46.830 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-16T00:52:46.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:46.831 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-16T00:52:46.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:46.898 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-09-16T00:52:46.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:46.984 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-16T00:52:47.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.004 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-16T00:52:47.078 INFO:teuthology.orchestra.run.smithi050.stderr:Cannot find device "ceph-brx" 2024-09-16T00:52:47.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:47.079 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-16T00:52:47.080 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T00:52:47.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:52:47.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:52:47.174 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:52:47.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.182+0000 7f7edbe01640 1 Processor -- start 2024-09-16T00:52:47.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.183+0000 7f7edbe01640 1 -- start start 2024-09-16T00:52:47.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7edbe01640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed415e8d0 0x7f7ed406dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7edbe01640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7ed40cb580 0x7f7ed4073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7edbe01640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ed406f530 con 0x7f7ed40acdd0 2024-09-16T00:52:47.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7edbe01640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f7ed40cbbb0 con 0x7f7ed415e8d0 2024-09-16T00:52:47.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7edbe01640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7ed40cbe90 con 0x7f7ed40cb580 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed415e8d0 0x7f7ed406dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed415e8d0 0x7f7ed406dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36294/0 (socket says 172.21.15.32:36294) 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 -- 172.21.15.32:0/3799979874 learned_addr learned my addr 172.21.15.32:0/3799979874 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed939c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7ed40acdd0 0x7f7ed40cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35786/0 (socket says 172.21.15.32:35786) 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7eda39e640 1 --2- 172.21.15.32:0/3799979874 >> v2:172.21.15.50:3300/0 conn(0x7f7ed40cb580 0x7f7ed4073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 -- 172.21.15.32:0/3799979874 >> v2:172.21.15.50:3300/0 conn(0x7f7ed40cb580 msgr2=0x7f7ed4073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 --2- 172.21.15.32:0/3799979874 >> v2:172.21.15.50:3300/0 conn(0x7f7ed40cb580 0x7f7ed4073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 -- 172.21.15.32:0/3799979874 >> v1:172.21.15.32:6789/0 conn(0x7f7ed40acdd0 legacy=0x7f7ed40cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.184+0000 7f7ed9b9d640 1 -- 172.21.15.32:0/3799979874 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ed40ca5f0 con 0x7f7ed415e8d0 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.185+0000 7f7ed9b9d640 1 --2- 172.21.15.32:0/3799979874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed406dd90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0009870 tx=0x7f7ed002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7e1155d3537992 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.185+0000 7f7ed8b9b640 1 -- 172.21.15.32:0/3799979874 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed0037070 con 0x7f7ed415e8d0 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.185+0000 7f7ed8b9b640 1 -- 172.21.15.32:0/3799979874 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed0032440 con 0x7f7ed415e8d0 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.185+0000 7f7ed8b9b640 1 -- 172.21.15.32:0/3799979874 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed0032810 con 0x7f7ed415e8d0 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 -- 172.21.15.32:0/3799979874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 msgr2=0x7f7ed406dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 --2- 172.21.15.32:0/3799979874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed406dd90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0009870 tx=0x7f7ed002a2a0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 -- 172.21.15.32:0/3799979874 shutdown_connections 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 --2- 172.21.15.32:0/3799979874 >> v2:172.21.15.50:3300/0 conn(0x7f7ed40cb580 0x7f7ed4073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 --2- 172.21.15.32:0/3799979874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed406dd90 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 -- 172.21.15.32:0/3799979874 >> 172.21.15.32:0/3799979874 conn(0x7f7ed40cffa0 msgr2=0x7f7ed40d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:47.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 -- 172.21.15.32:0/3799979874 shutdown_connections 2024-09-16T00:52:47.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.186+0000 7f7edbe01640 1 -- 172.21.15.32:0/3799979874 wait complete. 2024-09-16T00:52:47.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.187+0000 7f7edbe01640 1 Processor -- start 2024-09-16T00:52:47.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.187+0000 7f7edbe01640 1 -- start start 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed40acdd0 0x7f7ed40c9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 0x7f7ed414ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed40ce860 con 0x7f7ed415e8d0 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed40cabb0 con 0x7f7ed40cb580 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7edbe01640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ed40ce9e0 con 0x7f7ed40acdd0 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36310/0 (socket says 172.21.15.32:36310) 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7ed9b9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed40acdd0 0x7f7ed40c9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 -- 172.21.15.32:0/2743647812 learned_addr learned my addr 172.21.15.32:0/2743647812 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7ed939c640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 0x7f7ed414ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 -- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed40acdd0 msgr2=0x7f7ed40c9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed40acdd0 0x7f7ed40c9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 -- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 msgr2=0x7f7ed414ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 0x7f7ed414ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 -- 172.21.15.32:0/2743647812 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ed415ca70 con 0x7f7ed415e8d0 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7ed939c640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 0x7f7ed414ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.188+0000 7f7eda39e640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc00efc0 tx=0x7f7ecc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.189+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc018020 con 0x7f7ed415e8d0 2024-09-16T00:52:47.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.189+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ecc014480 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.189+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ed415cd50 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.189+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc014870 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.189+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ed415d310 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.190+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ed406e550 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.190+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ecc01b020 con 0x7f7ed415e8d0 2024-09-16T00:52:47.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.191+0000 7f7eca7fc640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:47.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.191+0000 7f7ed9b9d640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:47.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.191+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7ecc08c670 con 0x7f7ed415e8d0 2024-09-16T00:52:47.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.192+0000 7f7ed9b9d640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0034000 tx=0x7f7ed002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:47.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.196+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ecc022020 con 0x7f7ed415e8d0 2024-09-16T00:52:47.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.405+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7ed406ee30 con 0x7f7ed415e8d0 2024-09-16T00:52:47.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.406+0000 7f7eca7fc640 1 -- 172.21.15.32:0/2743647812 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f7ecc010040 con 0x7f7ed415e8d0 2024-09-16T00:52:47.406 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 msgr2=0x7f7eb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0034000 tx=0x7f7ed002e000 comp rx=0 tx=0).stop 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 msgr2=0x7f7ed414f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc00efc0 tx=0x7f7ecc00c490 comp rx=0 tx=0).stop 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 shutdown_connections 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed415e8d0 0x7f7ed414f190 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed40cb580 0x7f7ed414ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.407+0000 7f7edbe01640 1 --2- 172.21.15.32:0/2743647812 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed40acdd0 0x7f7ed40c9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:47.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.408+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 >> 172.21.15.32:0/2743647812 conn(0x7f7ed40cffa0 msgr2=0x7f7ed40d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:47.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.408+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 shutdown_connections 2024-09-16T00:52:47.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47.408+0000 7f7edbe01640 1 -- 172.21.15.32:0/2743647812 wait complete. 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:52:47.419 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:52:47.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.420 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42758sec preferred_lft 42758sec 2024-09-16T00:52:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-16T00:52:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:47.438 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-16T00:52:47.438 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T00:52:47.438 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:47.438 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:47.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-09-16T00:52:47.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-09-16T00:52:47.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-09-16T00:52:47.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T00:52:47.439 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:47.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:47.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:47.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.582 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:52:47.606 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:52:47.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.608 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-16T00:52:47.665 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-16T00:52:47.665 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:52:47.665 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:52:47.665 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:52:47.665 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:52:47.666 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:47.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:47.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:47.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.794 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:52:47.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:47.811 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-16T00:52:47.867 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:47.867 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:47.867 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:47.867 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T00:52:47.867 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:47.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:47.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:47.988 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T00:52:47.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T00:52:47.989 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:48.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:48.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:48.105 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:48.106 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:48.106 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-16T00:52:48.106 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T00:52:48.106 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:48.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:48.186 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T00:52:48.186 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:48.186 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:48.202 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:52:48.202 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:48.202 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:48.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:48.323 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:48.380 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:48.381 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:48.382 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:48.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:48.383 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:48.436 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T00:52:48.436 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T00:52:48.479 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:48.504 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:48.562 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:48.563 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:48.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:48.564 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:48.565 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-09-16T00:52:48.564+0000 7f3444417480 -1 init, newargv = 0x557249449600 newargc=15 2024-09-16T00:52:48.565 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[44685]: starting ceph client 2024-09-16T00:52:48.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[44685]: starting fuse 2024-09-16T00:52:48.581 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:52:48.582 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-16T00:52:48.582 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-09-16T00:52:48.583 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:52:48.702 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.44685.asok 2024-09-16T00:52:48.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:48.713 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44685.asok 2024-09-16T00:52:48.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:48.713 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44685.asok status 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "44685", 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:48.850 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4692, 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4692 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2071442607 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:48.851 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2071442607 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4692 192.168.0.1:0/2071442607", 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/2071442607", 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 8, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 25, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-16T00:52:48.852 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:52:48.858 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T00:52:48.858 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:52:48.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.960+0000 7fe09ef5b640 1 Processor -- start 2024-09-16T00:52:48.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.960+0000 7fe09ef5b640 1 -- start start 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09ef5b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe0980d2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09ef5b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0980d13d0 0x7fe0980b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09ef5b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0980d32d0 con 0x7fe0980d2d70 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09ef5b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe09815e980 con 0x7fe0980d13d0 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09ef5b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe0980d3ee0 con 0x7fe09815e5a0 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09d4f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0980d13d0 0x7fe0980b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe097fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe0980d2d70 0x7fe0980d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35796/0 (socket says 172.21.15.32:35796) 2024-09-16T00:52:48.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe09d4f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe0980d13d0 0x7fe0980b76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36324/0 (socket says 172.21.15.32:36324) 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.961+0000 7fe097fff640 1 -- 172.21.15.32:0/212851039 learned_addr learned my addr 172.21.15.32:0/212851039 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09ccf7640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe0980d2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09d4f8640 1 -- 172.21.15.32:0/212851039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 msgr2=0x7fe0980d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09d4f8640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe0980d2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09d4f8640 1 -- 172.21.15.32:0/212851039 >> v1:172.21.15.32:6789/0 conn(0x7fe0980d2d70 legacy=0x7fe0980d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09d4f8640 1 -- 172.21.15.32:0/212851039 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0980d35b0 con 0x7fe0980d13d0 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe0977fe640 1 -- 172.21.15.32:0/212851039 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2689821451 0 0) 0x7fe0980d32d0 con 0x7fe0980d2d70 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.962+0000 7fe09ccf7640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe0980d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09d4f8640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe0980b76c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe0900097a0 tx=0x7fe09002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1502d52d85e83edb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe0977fe640 1 -- 172.21.15.32:0/212851039 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe090037070 con 0x7fe0980d13d0 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe0977fe640 1 -- 172.21.15.32:0/212851039 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe090032440 con 0x7fe0980d13d0 2024-09-16T00:52:48.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe0977fe640 1 -- 172.21.15.32:0/212851039 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe090032810 con 0x7fe0980d13d0 2024-09-16T00:52:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 -- 172.21.15.32:0/212851039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 msgr2=0x7fe0980b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe0980b76c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe0900097a0 tx=0x7fe09002a180 comp rx=0 tx=0).stop 2024-09-16T00:52:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 -- 172.21.15.32:0/212851039 shutdown_connections 2024-09-16T00:52:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe0980b76c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/212851039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe0980d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 -- 172.21.15.32:0/212851039 >> 172.21.15.32:0/212851039 conn(0x7fe09806d1c0 msgr2=0x7fe098073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 -- 172.21.15.32:0/212851039 shutdown_connections 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.963+0000 7fe09ef5b640 1 -- 172.21.15.32:0/212851039 wait complete. 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 Processor -- start 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 -- start start 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 0x7fe0980cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe09814e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe0980d22f0 con 0x7fe0980d13d0 2024-09-16T00:52:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe0980d3b70 con 0x7fe0980d2d70 2024-09-16T00:52:48.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.965+0000 7fe09ef5b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe0980b7c00 con 0x7fe09815e5a0 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36328/0 (socket says 172.21.15.32:36328) 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 -- 172.21.15.32:0/2464317516 learned_addr learned my addr 172.21.15.32:0/2464317516 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09d4f8640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe09814e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe097fff640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 0x7fe0980cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 -- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 msgr2=0x7fe09814e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe09814e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 -- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 msgr2=0x7fe0980cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 0x7fe0980cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 -- 172.21.15.32:0/2464317516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0980b5000 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe097fff640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 0x7fe0980cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ccf7640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe08800d7d0 tx=0x7fe08800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088004030 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0880041d0 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0980b5270 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088009640 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.966+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0980b5830 con 0x7fe0980d13d0 2024-09-16T00:52:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.967+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0980b76c0 con 0x7fe0980d13d0 2024-09-16T00:52:48.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.968+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0880097e0 con 0x7fe0980d13d0 2024-09-16T00:52:48.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.968+0000 7fe0957fa640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 0x7fe07806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:48.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.968+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe08808b900 con 0x7fe0980d13d0 2024-09-16T00:52:48.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.968+0000 7fe097fff640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 0x7fe07806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:48.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.969+0000 7fe097fff640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 0x7fe07806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe0980cea90 tx=0x7fe080007f90 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:48.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:48.973+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe088059d30 con 0x7fe0980d13d0 2024-09-16T00:52:49.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.188+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe09815b850 con 0x7fe0980d13d0 2024-09-16T00:52:49.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.189+0000 7fe0957fa640 1 -- 172.21.15.32:0/2464317516 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7fe088059630 con 0x7fe0980d13d0 2024-09-16T00:52:49.189 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-16T00:52:49.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 msgr2=0x7fe07806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:49.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 0x7fe07806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe0980cea90 tx=0x7fe080007f90 comp rx=0 tx=0).stop 2024-09-16T00:52:49.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 msgr2=0x7fe09814f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe08800d7d0 tx=0x7fe08800dc90 comp rx=0 tx=0).stop 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 shutdown_connections 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe07806c2b0 0x7fe07806e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe09815e5a0 0x7fe09814e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0980d2d70 0x7fe0980cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 --2- 172.21.15.32:0/2464317516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0980d13d0 0x7fe09814f340 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 >> 172.21.15.32:0/2464317516 conn(0x7fe09806d1c0 msgr2=0x7fe0980d4cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 shutdown_connections 2024-09-16T00:52:49.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49.191+0000 7fe09ef5b640 1 -- 172.21.15.32:0/2464317516 wait complete. 2024-09-16T00:52:49.202 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:52:49.202 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:52:49.202 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-16T00:52:49.202 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-16T00:52:49.202 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:49.203 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:52:49.203 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:52:49.203 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:52:49.203 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-16T00:52:49.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.203 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-16T00:52:49.219 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:49.220 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42756sec preferred_lft 42756sec 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-16T00:52:49.221 INFO:teuthology.orchestra.run.smithi032.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::88a4:aeff:fee4:cb10/64 scope link 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::8047:e3ff:fe2e:ddb8/64 scope link tentative 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.222 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:52:49.284 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:52:49.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.286 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-16T00:52:49.342 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-16T00:52:49.343 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:52:49.343 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:52:49.343 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:52:49.343 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:52:49.343 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:49.343 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:49.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:52:49.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:52:49.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:52:49.344 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:49.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:49.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.473 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:52:49.491 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:52:49.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.492 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-16T00:52:49.549 INFO:teuthology.orchestra.run.smithi032.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-16T00:52:49.549 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:49.549 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:49.550 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:52:49.550 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-16T00:52:49.550 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:49.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:49.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:49.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.669 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.694 INFO:teuthology.orchestra.run.smithi032.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 06:87:ff:f3:3f:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:52:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:52:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::487:ffff:fef3:3f2e/64 scope link 2024-09-16T00:52:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:49.696 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T00:52:49.761 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:49.761 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:49.761 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 06:87:ff:f3:3f:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::487:ffff:fef3:3f2e/64 scope link 2024-09-16T00:52:49.762 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:49.763 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-16T00:52:49.763 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:49.763 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-16T00:52:49.764 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:49.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:49.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:49.920 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:49.920 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:52:49.920 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.1 up 2024-09-16T00:52:49.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T00:52:49.921 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:52:49.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:49.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:49.999 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-16T00:52:50.000 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:50.000 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:50.015 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-16T00:52:50.016 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:50.016 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:50.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:50.138 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:50.195 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:50.196 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:50.197 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:52:50.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:50.198 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:50.251 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:52:50.252 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T00:52:50.252 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-16T00:52:50.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:52:50.320 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:52:50.378 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:52:50.380 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:52:50.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:50.382 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:52:50.382 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:2024-09-16T00:52:50.379+0000 7f19dbd29480 -1 init, newargv = 0x55b8745bb6f0 newargc=15 2024-09-16T00:52:50.382 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:ceph-fuse[45183]: starting ceph client 2024-09-16T00:52:50.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:ceph-fuse[45183]: starting fuse 2024-09-16T00:52:50.400 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:52:50.400 INFO:teuthology.orchestra.run.smithi032.stdout:44 2024-09-16T00:52:50.400 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T00:52:50.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-16T00:52:50.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.2")) 2024-09-16T00:52:50.402 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:52:50.519 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.2.45183.asok 2024-09-16T00:52:50.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:50.530 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45183.asok 2024-09-16T00:52:50.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:50.530 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45183.asok status 2024-09-16T00:52:50.667 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:52:50.667 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-16T00:52:50.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "2", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "45183", 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4707, 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-16T00:52:50.668 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4707 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.2:0", 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 222519582 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.2:0", 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 222519582 2024-09-16T00:52:50.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4707 192.168.0.2:0/222519582", 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.2:0/222519582", 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 8, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 25, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-16T00:52:50.670 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:52:50.675 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T00:52:50.676 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:52:50.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.778+0000 7f373d731640 1 Processor -- start 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.778+0000 7f373d731640 1 -- start start 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f373d731640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f37380d0cc0 0x7f37380d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f373d731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f373d731640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37380d3430 con 0x7f373815e510 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f373d731640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f37380d1660 con 0x7f37380d0cc0 2024-09-16T00:52:50.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f373d731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f37380d36d0 con 0x7f37380b78e0 2024-09-16T00:52:50.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f37367fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f37380d0cc0 0x7f37380d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f37377fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f3736ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f373815e510 0x7f37380ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:43444/0 (socket says 172.21.15.32:43444) 2024-09-16T00:52:50.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f37377fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:44830/0 (socket says 172.21.15.32:44830) 2024-09-16T00:52:50.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.779+0000 7f3736ffd640 1 -- 172.21.15.32:0/1874294248 learned_addr learned my addr 172.21.15.32:0/1874294248 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:50.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f37367fc640 1 -- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 msgr2=0x7f37380b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f37367fc640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f37367fc640 1 -- 172.21.15.32:0/1874294248 >> v1:172.21.15.50:6789/0 conn(0x7f373815e510 legacy=0x7f37380ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f37367fc640 1 -- 172.21.15.32:0/1874294248 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37380d39b0 con 0x7f37380d0cc0 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f3735ffb640 1 -- 172.21.15.32:0/1874294248 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4039678423 0 0) 0x7f37380d3430 con 0x7f373815e510 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.780+0000 7f37377fe640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f37367fc640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380d1120 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f37200097a0 tx=0x7f372002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dc3d364efc87c70 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f3735ffb640 1 -- 172.21.15.32:0/1874294248 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3720037070 con 0x7f37380d0cc0 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f3735ffb640 1 -- 172.21.15.32:0/1874294248 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f372002ae50 con 0x7f37380d0cc0 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f3735ffb640 1 -- 172.21.15.32:0/1874294248 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3720032660 con 0x7f37380d0cc0 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 -- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 msgr2=0x7f37380d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380d1120 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f37200097a0 tx=0x7f372002a100 comp rx=0 tx=0).stop 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 -- 172.21.15.32:0/1874294248 shutdown_connections 2024-09-16T00:52:50.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f37380b78e0 0x7f37380b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:50.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 --2- 172.21.15.32:0/1874294248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380d1120 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:50.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 -- 172.21.15.32:0/1874294248 >> 172.21.15.32:0/1874294248 conn(0x7f373806d1a0 msgr2=0x7f3738073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:50.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 -- 172.21.15.32:0/1874294248 shutdown_connections 2024-09-16T00:52:50.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.781+0000 7f373d731640 1 -- 172.21.15.32:0/1874294248 wait complete. 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 Processor -- start 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 -- start start 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f373815e510 0x7f37380b6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f37380d22a0 con 0x7f37380b78e0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f37380d3f70 con 0x7f37380d0cc0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.783+0000 7f373d731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f37380cf210 con 0x7f373815e510 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36340/0 (socket says 172.21.15.32:36340) 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 -- 172.21.15.32:0/698937916 learned_addr learned my addr 172.21.15.32:0/698937916 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f37377fe640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f373815e510 0x7f37380b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f37367fc640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 -- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f373815e510 msgr2=0x7f37380b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f373815e510 0x7f37380b6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 -- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 msgr2=0x7f37380cc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380cc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 -- 172.21.15.32:0/698937916 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37380cce20 con 0x7f37380b78e0 2024-09-16T00:52:50.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f3736ffd640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f372800c7c0 tx=0x7f372800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3728018070 con 0x7f37380b78e0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f372800a640 con 0x7f37380b78e0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37380cd100 con 0x7f37380b78e0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f372800aa30 con 0x7f37380b78e0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.784+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37380cd6c0 con 0x7f37380b78e0 2024-09-16T00:52:50.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.785+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f373815e8f0 con 0x7f37380b78e0 2024-09-16T00:52:50.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.786+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f372801b070 con 0x7f37380b78e0 2024-09-16T00:52:50.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.786+0000 7f372f7fe640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 0x7f371806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:50.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.786+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f372808ad50 con 0x7f37380b78e0 2024-09-16T00:52:50.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.786+0000 7f37367fc640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 0x7f371806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:50.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.787+0000 7f37367fc640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 0x7f371806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3720034000 tx=0x7f372002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:50.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:50.791+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f372808e030 con 0x7f37380b78e0 2024-09-16T00:52:51.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.001+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f37381599a0 con 0x7f37380b78e0 2024-09-16T00:52:51.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.001+0000 7f372f7fe640 1 -- 172.21.15.32:0/698937916 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f3728059210 con 0x7f37380b78e0 2024-09-16T00:52:51.001 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 msgr2=0x7f371806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 0x7f371806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3720034000 tx=0x7f372002e000 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 msgr2=0x7f37381465f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f372800c7c0 tx=0x7f372800cc80 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 shutdown_connections 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f371806c2b0 0x7f371806e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f373815e510 0x7f37380b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37380d0cc0 0x7f37380cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 --2- 172.21.15.32:0/698937916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37380b78e0 0x7f37381465f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:51.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 >> 172.21.15.32:0/698937916 conn(0x7f373806d1a0 msgr2=0x7f37380ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:51.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 shutdown_connections 2024-09-16T00:52:51.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:51.003+0000 7f373d731640 1 -- 172.21.15.32:0/698937916 wait complete. 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:52:51.014 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T00:52:51.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:51.015 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:51.035 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42765sec preferred_lft 42765sec 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:51.036 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-16T00:52:51.037 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add name ceph-brx type bridge 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr flush dev ceph-brx 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set ceph-brx up 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T00:52:51.037 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:51.133 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:51.253 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:51.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:51.260 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:52:51.286 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-16T00:52:51.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:51.288 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-16T00:52:51.365 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-16T00:52:51.365 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:52:51.365 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:52:51.365 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:52:51.365 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:52:51.365 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:51.366 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:51.366 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:52:51.366 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:52:51.366 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:52:51.366 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:51.454 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:51.658 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:51.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:51.664 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-16T00:52:51.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:51.681 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2024-09-16T00:52:51.737 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:51.737 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:51.737 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:51.737 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-16T00:52:51.737 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:51.827 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:51.851 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:51.858 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-16T00:52:51.858 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-16T00:52:51.859 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-16T00:52:51.859 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:51.910 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:52.029 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:52.036 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:52.036 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:52.036 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-16T00:52:52.036 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T00:52:52.036 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:52.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:52.109 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:52.115 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T00:52:52.116 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:52.116 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:52.131 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T00:52:52.131 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:52.131 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:52.188 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2024-09-16T00:52:52.254 DEBUG:teuthology.orchestra.run.smithi050:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/proc 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/sys 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/dev 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/security 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/shm 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/pts 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/run 2024-09-16T00:52:52.311 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/cgroup 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/pstore 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/bpf 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/ 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/selinux 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/mqueue 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/hugepages 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/debug 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/tracing 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:52.312 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/config 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/run/user/1000 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:52.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:52.314 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2024-09-16T00:52:52.366 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T00:52:52.366 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T00:52:52.409 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2024-09-16T00:52:52.435 DEBUG:teuthology.orchestra.run.smithi050:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/proc 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/sys 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/dev 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/security 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/shm 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/pts 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/run 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/cgroup 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/pstore 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/bpf 2024-09-16T00:52:52.492 INFO:teuthology.orchestra.run.smithi050.stdout:/ 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/selinux 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/mqueue 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/hugepages 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/debug 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/tracing 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/config 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:52.493 INFO:teuthology.orchestra.run.smithi050.stdout:/run/user/1000 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:52.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:52.494 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2024-09-16T00:52:52.505 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi050.stderr:2024-09-16T00:52:52.505+0000 7f0d7c399480 -1 init, newargv = 0x557a1792c850 newargc=15 2024-09-16T00:52:52.505 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi050.stderr:ceph-fuse[41742]: starting ceph client 2024-09-16T00:52:52.512 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi050.stderr:ceph-fuse[41742]: starting fuse 2024-09-16T00:52:52.521 INFO:teuthology.orchestra.run.smithi050.stdout:41 2024-09-16T00:52:52.521 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T00:52:52.521 DEBUG:teuthology.orchestra.run.smithi050:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> import glob 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> import re 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> import os 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> import subprocess 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> def _find_admin_socket(client_name): 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> files = glob.glob(asok_path) 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> # Given a non-glob path, it better be there 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> if "*" not in asok_path: 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> assert(len(files) == 1) 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> return files[0] 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:52.522 DEBUG:teuthology.orchestra.run.smithi050:> for f in files: 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> contents = proc_f.read() 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> if mountpoint in contents: 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> return f 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> print(_find_admin_socket("client.1")) 2024-09-16T00:52:52.523 DEBUG:teuthology.orchestra.run.smithi050:> ' 2024-09-16T00:52:52.642 INFO:teuthology.orchestra.run.smithi050.stdout:/var/run/ceph/ceph-client.1.41742.asok 2024-09-16T00:52:52.645 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:52.652 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.41742.asok 2024-09-16T00:52:52.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:52.653 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.41742.asok status 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "metadata": { 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "entity_id": "1", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "hostname": "smithi050", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "pid": "41742", 2024-09-16T00:52:52.792 INFO:teuthology.orchestra.run.smithi050.stdout: "root": "/" 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_count": 0, 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_pinned_count": 0, 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 34415, 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "inst": { 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "name": { 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "client", 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "num": 34415 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:52.793 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 3157052997 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 3157052997 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "inst_str": "client.34415 192.168.0.1:0/3157052997", 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "addr_str": "192.168.0.1:0/3157052997", 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "inode_count": 1, 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_epoch": 8, 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch": 25, 2024-09-16T00:52:52.794 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:52:52.795 INFO:teuthology.orchestra.run.smithi050.stdout: "blocklisted": false, 2024-09-16T00:52:52.795 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs" 2024-09-16T00:52:52.795 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-16T00:52:52.800 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T00:52:52.800 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:52:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.916+0000 7f7d89ee4640 1 Processor -- start 2024-09-16T00:52:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.916+0000 7f7d89ee4640 1 -- start start 2024-09-16T00:52:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d89ee4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d89ee4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7d840d3470 0x7f7d840d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d89ee4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d840cfd30 con 0x7f7d840cf910 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d89ee4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f7d8415ebe0 con 0x7f7d840d3470 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d89ee4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d840d42d0 con 0x7f7d8415e800 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d83fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7d840d3470 0x7f7d840d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d82ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7d840cf910 0x7f7d8406d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35798/0 (socket says 172.21.15.32:35798) 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d82ffd640 1 -- 172.21.15.32:0/3623545236 learned_addr learned my addr 172.21.15.32:0/3623545236 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d837fe640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d83fff640 1 -- 172.21.15.32:0/3623545236 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 msgr2=0x7f7d840cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d83fff640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d83fff640 1 -- 172.21.15.32:0/3623545236 >> v1:172.21.15.32:6789/0 conn(0x7f7d840cf910 legacy=0x7f7d8406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d827fc640 1 -- 172.21.15.32:0/3623545236 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 295029526 0 0) 0x7f7d840cfd30 con 0x7f7d840cf910 2024-09-16T00:52:52.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.917+0000 7f7d83fff640 1 -- 172.21.15.32:0/3623545236 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d840d3ff0 con 0x7f7d840d3470 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.918+0000 7f7d83fff640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d840d3920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c009d90 tx=0x7f7d7c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a92b1de7f6e0bca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.918+0000 7f7d827fc640 1 -- 172.21.15.32:0/3623545236 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c007740 con 0x7f7d840d3470 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.918+0000 7f7d827fc640 1 -- 172.21.15.32:0/3623545236 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d7c0078e0 con 0x7f7d840d3470 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.918+0000 7f7d827fc640 1 -- 172.21.15.32:0/3623545236 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c007cb0 con 0x7f7d840d3470 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3623545236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 msgr2=0x7f7d840d3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d840d3920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c009d90 tx=0x7f7d7c02a660 comp rx=0 tx=0).stop 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3623545236 shutdown_connections 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d840d3920 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3623545236 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3623545236 >> 172.21.15.32:0/3623545236 conn(0x7f7d8409d750 msgr2=0x7f7d840d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3623545236 shutdown_connections 2024-09-16T00:52:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.919+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3623545236 wait complete. 2024-09-16T00:52:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.920+0000 7f7d89ee4640 1 Processor -- start 2024-09-16T00:52:52.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.920+0000 7f7d89ee4640 1 -- start start 2024-09-16T00:52:52.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d840cf910 0x7f7d840b8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840b9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8406d170 con 0x7f7d840d3470 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8406ce90 con 0x7f7d840cf910 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d89ee4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d840d4e30 con 0x7f7d8415e800 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d82ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d82ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36358/0 (socket says 172.21.15.32:36358) 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d82ffd640 1 -- 172.21.15.32:0/3202360129 learned_addr learned my addr 172.21.15.32:0/3202360129 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d83fff640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840b9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.921+0000 7f7d837fe640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d840cf910 0x7f7d840b8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 -- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 msgr2=0x7f7d840b9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840b9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 -- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d840cf910 msgr2=0x7f7d840b8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d840cf910 0x7f7d840b8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 -- 172.21.15.32:0/3202360129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d841f4330 con 0x7f7d840d3470 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d82ffd640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7d7800c4b0 tx=0x7f7d7800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78018070 con 0x7f7d840d3470 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d78007500 con 0x7f7d840d3470 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d841f4610 con 0x7f7d840d3470 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78004a20 con 0x7f7d840d3470 2024-09-16T00:52:52.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.922+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d841f4bd0 con 0x7f7d840d3470 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.923+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d84068880 con 0x7f7d840d3470 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.924+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d7801b070 con 0x7f7d840d3470 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.924+0000 7f7d6bfff640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 0x7f7d7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.924+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7d7808a9b0 con 0x7f7d840d3470 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.924+0000 7f7d837fe640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 0x7f7d7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:52.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.925+0000 7f7d837fe640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 0x7f7d7006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7d8415f6f0 tx=0x7f7d74009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:52.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:52.929+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7d780588e0 con 0x7f7d840d3470 2024-09-16T00:52:53.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.141+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7d840c7c10 con 0x7f7d840d3470 2024-09-16T00:52:53.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.141+0000 7f7d6bfff640 1 -- 172.21.15.32:0/3202360129 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f7d7805cbe0 con 0x7f7d840d3470 2024-09-16T00:52:53.142 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 msgr2=0x7f7d7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 0x7f7d7006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7d8415f6f0 tx=0x7f7d74009190 comp rx=0 tx=0).stop 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 msgr2=0x7f7d84157e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7d7800c4b0 tx=0x7f7d7800c970 comp rx=0 tx=0).stop 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 shutdown_connections 2024-09-16T00:52:53.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7d7006c2b0 0x7f7d7006e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8415e800 0x7f7d840b9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d840d3470 0x7f7d84157e00 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 --2- 172.21.15.32:0/3202360129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d840cf910 0x7f7d840b8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 >> 172.21.15.32:0/3202360129 conn(0x7f7d8409d750 msgr2=0x7f7d840d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 shutdown_connections 2024-09-16T00:52:53.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:53.144+0000 7f7d89ee4640 1 -- 172.21.15.32:0/3202360129 wait complete. 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:52:53.155 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-16T00:52:53.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.155 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:53.174 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42762sec preferred_lft 42762sec 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-16T00:52:53.175 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 76:55:8b:08:5b:6c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::cc73:e5ff:fe55:9981/64 scope link 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:52:53.176 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 76:55:8b:08:5b:6c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:53.177 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::7455:8bff:fe08:5b6c/64 scope link tentative 2024-09-16T00:52:53.177 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.177 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:52:53.239 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-16T00:52:53.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.241 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-16T00:52:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-16T00:52:53.298 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:52:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:52:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:52:53.299 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:52:53.299 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:53.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:53.425 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:53.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.431 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-16T00:52:53.447 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T00:52:53.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.447 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2024-09-16T00:52:53.503 INFO:teuthology.orchestra.run.smithi050.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-16T00:52:53.503 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:53.503 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:53.504 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:52:53.504 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-16T00:52:53.504 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:53.593 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:53.617 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:53.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.623 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:53.649 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether a6:cb:10:7a:8c:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:52:53.650 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:52:53.650 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.650 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a4cb:10ff:fe7a:8c2e/64 scope link 2024-09-16T00:52:53.650 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:53.651 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T00:52:53.717 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:52:53.718 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether a6:cb:10:7a:8c:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:52:53.719 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:52:53.719 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.719 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a4cb:10ff:fe7a:8c2e/64 scope link 2024-09-16T00:52:53.719 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:52:53.720 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-16T00:52:53.720 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:53.720 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:53.720 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-16T00:52:53.720 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T00:52:53.720 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-16T00:52:53.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-16T00:52:53.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-16T00:52:53.721 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:53.809 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:53.870 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:53.876 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:52:53.877 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-16T00:52:53.877 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.1 up 2024-09-16T00:52:53.877 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T00:52:53.877 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-16T00:52:53.926 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:52:53.949 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:53.956 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-16T00:52:53.956 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:53.956 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:53.971 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-16T00:52:53.972 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:52:53.972 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:54.028 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2024-09-16T00:52:54.094 DEBUG:teuthology.orchestra.run.smithi050:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:54.150 INFO:teuthology.orchestra.run.smithi050.stdout:/proc 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/dev 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/security 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/shm 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/pts 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/run 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/cgroup 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/pstore 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/bpf 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/ 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/selinux 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:54.151 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/mqueue 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/hugepages 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/debug 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/tracing 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/config 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/run/user/1000 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T00:52:54.152 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:52:54.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.153 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2024-09-16T00:52:54.206 INFO:teuthology.orchestra.run.smithi050.stdout:41 2024-09-16T00:52:54.207 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T00:52:54.207 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-16T00:52:54.249 DEBUG:teuthology.orchestra.run.smithi050:> sudo modprobe fuse 2024-09-16T00:52:54.274 DEBUG:teuthology.orchestra.run.smithi050:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:52:54.331 INFO:teuthology.orchestra.run.smithi050.stdout:/proc 2024-09-16T00:52:54.331 INFO:teuthology.orchestra.run.smithi050.stdout:/sys 2024-09-16T00:52:54.331 INFO:teuthology.orchestra.run.smithi050.stdout:/dev 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/security 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/shm 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/pts 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/run 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/cgroup 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/pstore 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/bpf 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/ 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/selinux 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/mqueue 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/dev/hugepages 2024-09-16T00:52:54.332 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/debug 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/tracing 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/fs/fuse/connections 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/sys/kernel/config 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/run/user/1000 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T00:52:54.333 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns 2024-09-16T00:52:54.334 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:54.334 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:52:54.334 INFO:teuthology.orchestra.run.smithi050.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:54.334 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:52:54.334 INFO:teuthology.orchestra.run.smithi050.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:52:54.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.335 DEBUG:teuthology.orchestra.run.smithi050:> ls /sys/fs/fuse/connections 2024-09-16T00:52:54.335 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi050.stderr:2024-09-16T00:52:54.333+0000 7f12fc321480 -1 init, newargv = 0x559099d107b0 newargc=15 2024-09-16T00:52:54.335 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi050.stderr:ceph-fuse[42193]: starting ceph client 2024-09-16T00:52:54.338 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi050.stderr:ceph-fuse[42193]: starting fuse 2024-09-16T00:52:54.354 INFO:teuthology.orchestra.run.smithi050.stdout:41 2024-09-16T00:52:54.354 INFO:teuthology.orchestra.run.smithi050.stdout:44 2024-09-16T00:52:54.354 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T00:52:54.354 DEBUG:teuthology.orchestra.run.smithi050:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:52:54.354 DEBUG:teuthology.orchestra.run.smithi050:> import glob 2024-09-16T00:52:54.354 DEBUG:teuthology.orchestra.run.smithi050:> import re 2024-09-16T00:52:54.354 DEBUG:teuthology.orchestra.run.smithi050:> import os 2024-09-16T00:52:54.354 DEBUG:teuthology.orchestra.run.smithi050:> import subprocess 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> def _find_admin_socket(client_name): 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> files = glob.glob(asok_path) 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> # Given a non-glob path, it better be there 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> if "*" not in asok_path: 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> assert(len(files) == 1) 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> return files[0] 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> for f in files: 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:52:54.355 DEBUG:teuthology.orchestra.run.smithi050:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> contents = proc_f.read() 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> if mountpoint in contents: 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> return f 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> print(_find_admin_socket("client.3")) 2024-09-16T00:52:54.356 DEBUG:teuthology.orchestra.run.smithi050:> ' 2024-09-16T00:52:54.474 INFO:teuthology.orchestra.run.smithi050.stdout:/var/run/ceph/ceph-client.3.42193.asok 2024-09-16T00:52:54.477 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-16T00:52:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:52:54.484 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42193.asok 2024-09-16T00:52:54.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.485 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42193.asok status 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "metadata": { 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "entity_id": "3", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "hostname": "smithi050", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "pid": "42193", 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: "root": "/" 2024-09-16T00:52:54.623 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_count": 0, 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "dentry_pinned_count": 0, 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "id": 34427, 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "inst": { 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "name": { 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "client", 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "num": 34427 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.2:0", 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 2483714368 2024-09-16T00:52:54.624 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": { 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "type": "v1", 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "addr": "192.168.0.2:0", 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "nonce": 2483714368 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "inst_str": "client.34427 192.168.0.2:0/2483714368", 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "addr_str": "192.168.0.2:0/2483714368", 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "inode_count": 1, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_epoch": 8, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch": 25, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:52:54.625 INFO:teuthology.orchestra.run.smithi050.stdout: "blocklisted": false, 2024-09-16T00:52:54.626 INFO:teuthology.orchestra.run.smithi050.stdout: "fs_name": "cephfs" 2024-09-16T00:52:54.626 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-16T00:52:54.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.631 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-16T00:52:54.631 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:54.652 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-16T00:52:54.652 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:54.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:54.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.724 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-16T00:52:54.724 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:54.784 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-16T00:52:54.784 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:54.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.784 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-16T00:52:54.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.855 DEBUG:teuthology.orchestra.run.smithi050:> stat --file-system '--printf=%T 2024-09-16T00:52:54.855 DEBUG:teuthology.orchestra.run.smithi050:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:54.871 INFO:teuthology.orchestra.run.smithi050.stdout:fuseblk 2024-09-16T00:52:54.872 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:54.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.872 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:54.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.939 DEBUG:teuthology.orchestra.run.smithi050:> stat --file-system '--printf=%T 2024-09-16T00:52:54.939 DEBUG:teuthology.orchestra.run.smithi050:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:54.996 INFO:teuthology.orchestra.run.smithi050.stdout:fuseblk 2024-09-16T00:52:54.996 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:54.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:54.996 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-16T00:52:55.062 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-16T00:52:55.092 INFO:tasks.cephfs_test_runner:Starting test: test_basic (tasks.cephfs.test_dump_tree.TestDumpTree) 2024-09-16T00:52:55.093 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:52:55.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.208+0000 7f91315fd640 1 Processor -- start 2024-09-16T00:52:55.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.208+0000 7f91315fd640 1 -- start start 2024-09-16T00:52:55.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f91315fd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f912c06e6a0 0x7f912c169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f91315fd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f912c15ebe0 con 0x7f912c0cfae0 2024-09-16T00:52:55.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f91315fd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f912c0d42d0 con 0x7f912c15e800 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f91315fd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f912c0d3ff0 con 0x7f912c06e6a0 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f912b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f912c06e6a0 0x7f912c169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f912a7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f912c0cfae0 0x7f912c0d2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35808/0 (socket says 172.21.15.32:35808) 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f912a7fc640 1 -- 172.21.15.32:0/948019276 learned_addr learned my addr 172.21.15.32:0/948019276 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f912b7fe640 1 -- 172.21.15.32:0/948019276 >> v1:172.21.15.50:6789/0 conn(0x7f912c15e800 legacy=0x7f912c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.209+0000 7f912b7fe640 1 -- 172.21.15.32:0/948019276 >> v1:172.21.15.32:6789/0 conn(0x7f912c0cfae0 legacy=0x7f912c0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f912b7fe640 1 -- 172.21.15.32:0/948019276 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f912c06cbb0 con 0x7f912c06e6a0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f9129ffb640 1 -- 172.21.15.32:0/948019276 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1502770900 0 0) 0x7f912c15ebe0 con 0x7f912c0cfae0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f912b7fe640 1 --2- 172.21.15.32:0/948019276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c06e6a0 0x7f912c169320 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9124009d90 tx=0x7f912402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=404106ef59599697 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f9129ffb640 1 -- 172.21.15.32:0/948019276 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9124007740 con 0x7f912c06e6a0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f9129ffb640 1 -- 172.21.15.32:0/948019276 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91240078e0 con 0x7f912c06e6a0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.210+0000 7f9129ffb640 1 -- 172.21.15.32:0/948019276 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9124007cb0 con 0x7f912c06e6a0 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 -- 172.21.15.32:0/948019276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c06e6a0 msgr2=0x7f912c169320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 --2- 172.21.15.32:0/948019276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c06e6a0 0x7f912c169320 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9124009d90 tx=0x7f912402a6f0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 -- 172.21.15.32:0/948019276 shutdown_connections 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 --2- 172.21.15.32:0/948019276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c06e6a0 0x7f912c169320 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 -- 172.21.15.32:0/948019276 >> 172.21.15.32:0/948019276 conn(0x7f912c09d750 msgr2=0x7f912c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 -- 172.21.15.32:0/948019276 shutdown_connections 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.211+0000 7f91315fd640 1 -- 172.21.15.32:0/948019276 wait complete. 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.212+0000 7f91315fd640 1 Processor -- start 2024-09-16T00:52:55.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 -- start start 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f912c06e6a0 0x7f912c0c9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f912c0cfae0 0x7f912c0ce060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f912c0d4e30 con 0x7f912c15e800 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f912c06d170 con 0x7f912c06e6a0 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f91315fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f912c0d3b80 con 0x7f912c0cfae0 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f912b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.213+0000 7f912b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36384/0 (socket says 172.21.15.32:36384) 2024-09-16T00:52:55.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 -- 172.21.15.32:0/2051813678 learned_addr learned my addr 172.21.15.32:0/2051813678 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912affd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f912c06e6a0 0x7f912c0c9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912a7fc640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f912c0cfae0 0x7f912c0ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 -- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f912c0cfae0 msgr2=0x7f912c0ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f912c0cfae0 0x7f912c0ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 -- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f912c06e6a0 msgr2=0x7f912c0c9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f912c06e6a0 0x7f912c0c9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 -- 172.21.15.32:0/2051813678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f912c0c8b60 con 0x7f912c15e800 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f912b7fe640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9124009eb0 tx=0x7f9124004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9124040070 con 0x7f912c15e800 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9124031c90 con 0x7f912c15e800 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f912c0c8e40 con 0x7f912c15e800 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9124045680 con 0x7f912c15e800 2024-09-16T00:52:55.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.214+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f912c0c9400 con 0x7f912c15e800 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.215+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f912c068880 con 0x7f912c15e800 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.216+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9124039040 con 0x7f912c15e800 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.216+0000 7f91137fe640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 0x7f911806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.217+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f91240ad080 con 0x7f912c15e800 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.217+0000 7f912affd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 0x7f911806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.217+0000 7f912affd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 0x7f911806e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f911c000f60 tx=0x7f911c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.221+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f912407afb0 con 0x7f912c15e800 2024-09-16T00:52:55.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.401+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f912c0cf3d0 con 0x7f912c15e800 2024-09-16T00:52:55.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.402+0000 7f91137fe640 1 -- 172.21.15.32:0/2051813678 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18550 (secure 0 0 0) 0x7f912407f2b0 con 0x7f912c15e800 2024-09-16T00:52:55.402 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:52:55.402 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:52:25.838726+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:52:55.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 msgr2=0x7f911806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 0x7f911806e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f911c000f60 tx=0x7f911c009040 comp rx=0 tx=0).stop 2024-09-16T00:52:55.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 msgr2=0x7f912c14e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9124009eb0 tx=0x7f9124004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 shutdown_connections 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f911806c2b0 0x7f911806e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912c15e800 0x7f912c14e260 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f912c0cfae0 0x7f912c0ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 --2- 172.21.15.32:0/2051813678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f912c06e6a0 0x7f912c0c9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 >> 172.21.15.32:0/2051813678 conn(0x7f912c09d750 msgr2=0x7f912c0b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 shutdown_connections 2024-09-16T00:52:55.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.404+0000 7f91315fd640 1 -- 172.21.15.32:0/2051813678 wait complete. 2024-09-16T00:52:55.416 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T00:52:07.126433+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T00:52:18.669317+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T00:52:19.781933+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-16T00:52:23.488737+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-16T00:52:55.416 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T00:52:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.522+0000 7ff31380e640 1 Processor -- start 2024-09-16T00:52:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.522+0000 7ff31380e640 1 -- start start 2024-09-16T00:52:55.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff31380e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff30c15e520 0x7ff30c0b5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff31380e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff30c0cf3c0 con 0x7ff30c0b5a50 2024-09-16T00:52:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff31380e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff30c0cf6a0 con 0x7ff30c0d30d0 2024-09-16T00:52:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff31380e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff30c0cf980 con 0x7ff30c15e520 2024-09-16T00:52:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff310da9640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff30c0b5a50 0x7ff30c0d29c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35810/0 (socket says 172.21.15.32:35810) 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff310da9640 1 -- 172.21.15.32:0/2731534292 learned_addr learned my addr 172.21.15.32:0/2731534292 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.523+0000 7ff3115aa640 1 --2- 172.21.15.32:0/2731534292 >> v2:172.21.15.50:3300/0 conn(0x7ff30c15e520 0x7ff30c0b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2672519924 0 0) 0x7ff30c0cf3c0 con 0x7ff30c0b5a50 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff2f4003520 con 0x7ff30c0b5a50 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff3115aa640 1 -- 172.21.15.32:0/2731534292 >> v1:172.21.15.50:6789/0 conn(0x7ff30c0d30d0 legacy=0x7ff30c0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3367521141 0 0) 0x7ff30c0cf6a0 con 0x7ff30c0d30d0 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff3115aa640 1 -- 172.21.15.32:0/2731534292 >> v1:172.21.15.32:6789/0 conn(0x7ff30c0b5a50 legacy=0x7ff30c0d29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.524+0000 7ff3115aa640 1 -- 172.21.15.32:0/2731534292 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff30c0cfc60 con 0x7ff30c15e520 2024-09-16T00:52:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff3115aa640 1 --2- 172.21.15.32:0/2731534292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c15e520 0x7ff30c0b5510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff3040097a0 tx=0x7ff30402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1788c7f1cc0f0a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304037070 con 0x7ff30c15e520 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff30402ae50 con 0x7ff30c15e520 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff30bfff640 1 -- 172.21.15.32:0/2731534292 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304032660 con 0x7ff30c15e520 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 -- 172.21.15.32:0/2731534292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c15e520 msgr2=0x7ff30c0b5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 --2- 172.21.15.32:0/2731534292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c15e520 0x7ff30c0b5510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff3040097a0 tx=0x7ff30402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 -- 172.21.15.32:0/2731534292 shutdown_connections 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 --2- 172.21.15.32:0/2731534292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c15e520 0x7ff30c0b5510 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 -- 172.21.15.32:0/2731534292 >> 172.21.15.32:0/2731534292 conn(0x7ff30c09d740 msgr2=0x7ff30c0d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 -- 172.21.15.32:0/2731534292 shutdown_connections 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.525+0000 7ff31380e640 1 -- 172.21.15.32:0/2731534292 wait complete. 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 Processor -- start 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 -- start start 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c0d30d0 0x7ff30c0cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff30c15e520 0x7ff30c15c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff30c15e900 con 0x7ff30c0b5a50 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff30c0d2290 con 0x7ff30c0d30d0 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff31380e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff30c0d0b70 con 0x7ff30c15e520 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff3115aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff3115aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36398/0 (socket says 172.21.15.32:36398) 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.527+0000 7ff3115aa640 1 -- 172.21.15.32:0/1130920738 learned_addr learned my addr 172.21.15.32:0/1130920738 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff311dab640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff30c15e520 0x7ff30c15c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff310da9640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c0d30d0 0x7ff30c0cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 -- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff30c15e520 msgr2=0x7ff30c15c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff30c15e520 0x7ff30c15c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 -- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c0d30d0 msgr2=0x7ff30c0cacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c0d30d0 0x7ff30c0cacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 -- 172.21.15.32:0/1130920738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff30c0cb9e0 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff3115aa640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff3040097a0 tx=0x7ff3040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304037040 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff304004030 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff30c0cbcc0 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304004400 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.528+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff30c0cc280 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.529+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff30c0b5510 con 0x7ff30c0b5a50 2024-09-16T00:52:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.530+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff304003610 con 0x7ff30c0b5a50 2024-09-16T00:52:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.530+0000 7ff309ffb640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 0x7ff2f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.531+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff3040abe60 con 0x7ff30c0b5a50 2024-09-16T00:52:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.531+0000 7ff310da9640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 0x7ff2f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.531+0000 7ff310da9640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 0x7ff2f806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff30c06e410 tx=0x7ff300009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.535+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff304042020 con 0x7ff30c0b5a50 2024-09-16T00:52:55.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.710+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff30c15df20 con 0x7ff30c0b5a50 2024-09-16T00:52:55.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.710+0000 7ff309ffb640 1 -- 172.21.15.32:0/1130920738 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7ff30407a310 con 0x7ff30c0b5a50 2024-09-16T00:52:55.711 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 msgr2=0x7ff2f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 0x7ff2f806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff30c06e410 tx=0x7ff300009040 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 msgr2=0x7ff30c0cca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff3040097a0 tx=0x7ff3040046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 shutdown_connections 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff2f806c2b0 0x7ff2f806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff30c15e520 0x7ff30c15c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff30c0d30d0 0x7ff30c0cacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 --2- 172.21.15.32:0/1130920738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff30c0b5a50 0x7ff30c0cca80 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 >> 172.21.15.32:0/1130920738 conn(0x7ff30c09d740 msgr2=0x7ff30c0d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:55.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 shutdown_connections 2024-09-16T00:52:55.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.713+0000 7ff31380e640 1 -- 172.21.15.32:0/1130920738 wait complete. 2024-09-16T00:52:55.724 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T00:52:55.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.829+0000 7f825f59e640 1 Processor -- start 2024-09-16T00:52:55.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.829+0000 7f825f59e640 1 -- start start 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.830+0000 7f825f59e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82601412a0 0x7f8260070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.830+0000 7f825f59e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82600ae4d0 con 0x7f82600af9a0 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.830+0000 7f825f59e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f826006f4f0 con 0x7f826006cb00 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.830+0000 7f825f59e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f82600706d0 con 0x7f82601412a0 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.830+0000 7f825e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82601412a0 0x7f8260070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.831+0000 7f825ed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f82600af9a0 0x7f826006ede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35820/0 (socket says 172.21.15.32:35820) 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.831+0000 7f825ed9d640 1 -- 172.21.15.32:0/4057224454 learned_addr learned my addr 172.21.15.32:0/4057224454 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.831+0000 7f825e59c640 1 -- 172.21.15.32:0/4057224454 >> v1:172.21.15.50:6789/0 conn(0x7f826006cb00 legacy=0x7f826006e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.831+0000 7f825e59c640 1 -- 172.21.15.32:0/4057224454 >> v1:172.21.15.32:6789/0 conn(0x7f82600af9a0 legacy=0x7f826006ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.831+0000 7f825e59c640 1 -- 172.21.15.32:0/4057224454 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82601621c0 con 0x7f82601412a0 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825e59c640 1 --2- 172.21.15.32:0/4057224454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f8260070190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f82580097a0 tx=0x7f825802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=394c29088903f407 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825d59a640 1 -- 172.21.15.32:0/4057224454 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258037070 con 0x7f82601412a0 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825d59a640 1 -- 172.21.15.32:0/4057224454 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8258032440 con 0x7f82601412a0 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825d59a640 1 -- 172.21.15.32:0/4057224454 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258032810 con 0x7f82601412a0 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 -- 172.21.15.32:0/4057224454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 msgr2=0x7f8260070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 --2- 172.21.15.32:0/4057224454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f8260070190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f82580097a0 tx=0x7f825802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 -- 172.21.15.32:0/4057224454 shutdown_connections 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 --2- 172.21.15.32:0/4057224454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f8260070190 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 -- 172.21.15.32:0/4057224454 >> 172.21.15.32:0/4057224454 conn(0x7f8260072350 msgr2=0x7f8260072760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 -- 172.21.15.32:0/4057224454 shutdown_connections 2024-09-16T00:52:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.832+0000 7f825f59e640 1 -- 172.21.15.32:0/4057224454 wait complete. 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.834+0000 7f825f59e640 1 Processor -- start 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.834+0000 7f825f59e640 1 -- start start 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.834+0000 7f825f59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 0x7f82600b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82600af9a0 0x7f82600b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8260162a60 con 0x7f82601412a0 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8260162780 con 0x7f82600af9a0 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f826006fad0 con 0x7f826006cb00 2024-09-16T00:52:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36412/0 (socket says 172.21.15.32:36412) 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 -- 172.21.15.32:0/3634729062 learned_addr learned my addr 172.21.15.32:0/3634729062 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825e59c640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 0x7f82600b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825dd9b640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82600af9a0 0x7f82600b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 -- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 msgr2=0x7f82600b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 0x7f82600b5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 -- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82600af9a0 msgr2=0x7f82600b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82600af9a0 0x7f82600b4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 -- 172.21.15.32:0/3634729062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82600b6480 con 0x7f82601412a0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825e59c640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 0x7f82600b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825ed9d640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f825000cbc0 tx=0x7f825000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250017070 con 0x7f82601412a0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f825000ad40 con 0x7f82601412a0 2024-09-16T00:52:55.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8260134b50 con 0x7f82601412a0 2024-09-16T00:52:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250012600 con 0x7f82601412a0 2024-09-16T00:52:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.835+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82601353f0 con 0x7f82601412a0 2024-09-16T00:52:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.836+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8260134f40 con 0x7f82601412a0 2024-09-16T00:52:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.837+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f825001a070 con 0x7f82601412a0 2024-09-16T00:52:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.837+0000 7f8256ffd640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 0x7f824006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.837+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f825008b370 con 0x7f82601412a0 2024-09-16T00:52:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.838+0000 7f825e59c640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 0x7f824006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.838+0000 7f825e59c640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 0x7f824006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8258034000 tx=0x7f825802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:55.842+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82600ae4d0 con 0x7f82601412a0 2024-09-16T00:52:56.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.020+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8260141680 con 0x7f82601412a0 2024-09-16T00:52:56.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.021+0000 7f8256ffd640 1 -- 172.21.15.32:0/3634729062 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7f82500591e0 con 0x7f82601412a0 2024-09-16T00:52:56.021 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 msgr2=0x7f824006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 0x7f824006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8258034000 tx=0x7f825802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 msgr2=0x7f82600b50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f825000cbc0 tx=0x7f825000a430 comp rx=0 tx=0).stop 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 shutdown_connections 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f824006c2b0 0x7f824006e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82601412a0 0x7f82600b50b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82600af9a0 0x7f82600b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 --2- 172.21.15.32:0/3634729062 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f826006cb00 0x7f82600b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 >> 172.21.15.32:0/3634729062 conn(0x7f8260072350 msgr2=0x7f82600b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 shutdown_connections 2024-09-16T00:52:56.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.023+0000 7f825f59e640 1 -- 172.21.15.32:0/3634729062 wait complete. 2024-09-16T00:52:56.034 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T00:52:56.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.140+0000 7f5520d3a640 1 Processor -- start 2024-09-16T00:52:56.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.140+0000 7f5520d3a640 1 -- start start 2024-09-16T00:52:56.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5520d3a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0090 0x7f551c0d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5520d3a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f551c0d0e30 0x7f551c0d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5520d3a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551c0cf050 con 0x7f551c15e6a0 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5520d3a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f551c0cfc00 con 0x7f551c0d0e30 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5520d3a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f551c0cf2d0 con 0x7f551c0d0090 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f551c0d0e30 0x7f551c0d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f551c15e6a0 0x7f551c0d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35830/0 (socket says 172.21.15.32:35830) 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551a59c640 1 -- 172.21.15.32:0/1080723378 learned_addr learned my addr 172.21.15.32:0/1080723378 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5513fff640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0090 0x7f551c0d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551ad9d640 1 -- 172.21.15.32:0/1080723378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0090 msgr2=0x7f551c0d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551ad9d640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0090 0x7f551c0d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551ad9d640 1 -- 172.21.15.32:0/1080723378 >> v1:172.21.15.32:6789/0 conn(0x7f551c15e6a0 legacy=0x7f551c0d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f551ad9d640 1 -- 172.21.15.32:0/1080723378 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551c0cf5b0 con 0x7f551c0d0e30 2024-09-16T00:52:56.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.141+0000 7f5519d9b640 1 -- 172.21.15.32:0/1080723378 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2020421160 0 0) 0x7f550c001290 con 0x7f551c15e6a0 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.142+0000 7f551ad9d640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c0d0e30 0x7f551c0d12e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5514009d90 tx=0x7f551402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d95ef24a6b8243b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.142+0000 7f5519d9b640 1 -- 172.21.15.32:0/1080723378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5514007740 con 0x7f551c0d0e30 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.142+0000 7f5519d9b640 1 -- 172.21.15.32:0/1080723378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55140078e0 con 0x7f551c0d0e30 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.142+0000 7f5519d9b640 1 -- 172.21.15.32:0/1080723378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5514007cb0 con 0x7f551c0d0e30 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 -- 172.21.15.32:0/1080723378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c0d0e30 msgr2=0x7f551c0d12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c0d0e30 0x7f551c0d12e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5514009d90 tx=0x7f551402a660 comp rx=0 tx=0).stop 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 -- 172.21.15.32:0/1080723378 shutdown_connections 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c0d0e30 0x7f551c0d12e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 --2- 172.21.15.32:0/1080723378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0090 0x7f551c0d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 -- 172.21.15.32:0/1080723378 >> 172.21.15.32:0/1080723378 conn(0x7f551c09d730 msgr2=0x7f551c0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 -- 172.21.15.32:0/1080723378 shutdown_connections 2024-09-16T00:52:56.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.143+0000 7f5520d3a640 1 -- 172.21.15.32:0/1080723378 wait complete. 2024-09-16T00:52:56.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.144+0000 7f5520d3a640 1 Processor -- start 2024-09-16T00:52:56.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.144+0000 7f5520d3a640 1 -- start start 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f551c0d0090 0x7f551c0b8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0e30 0x7f551c0caaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f551c0b73f0 con 0x7f551c15e6a0 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f551c0b7270 con 0x7f551c0d0090 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5520d3a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f551c0b7570 con 0x7f551c0d0e30 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36430/0 (socket says 172.21.15.32:36430) 2024-09-16T00:52:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 -- 172.21.15.32:0/2036152580 learned_addr learned my addr 172.21.15.32:0/2036152580 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5513fff640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0e30 0x7f551c0caaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551a59c640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f551c0d0090 0x7f551c0b8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 -- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0e30 msgr2=0x7f551c0caaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0e30 0x7f551c0caaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 -- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f551c0d0090 msgr2=0x7f551c0b8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f551c0d0090 0x7f551c0b8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 -- 172.21.15.32:0/2036152580 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551c0c90d0 con 0x7f551c15e6a0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f551ad9d640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5514009eb0 tx=0x7f5514004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.145+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5514040070 con 0x7f551c15e6a0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.146+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5514031c40 con 0x7f551c15e6a0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.146+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551c0c9370 con 0x7f551c15e6a0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.146+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5514009450 con 0x7f551c15e6a0 2024-09-16T00:52:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.146+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f551c0c9930 con 0x7f551c15e6a0 2024-09-16T00:52:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.147+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f551c0d3160 con 0x7f551c15e6a0 2024-09-16T00:52:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.147+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5514039040 con 0x7f551c15e6a0 2024-09-16T00:52:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.147+0000 7f5512ffd640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 0x7f54fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.148+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f55140ac600 con 0x7f551c15e6a0 2024-09-16T00:52:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.148+0000 7f551a59c640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 0x7f54fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.148+0000 7f551a59c640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 0x7f54fc06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f550c0010e0 tx=0x7f550c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.152+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f551407a3d0 con 0x7f551c15e6a0 2024-09-16T00:52:56.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.326+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f551c0d0c10 con 0x7f551c15e6a0 2024-09-16T00:52:56.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.327+0000 7f5512ffd640 1 -- 172.21.15.32:0/2036152580 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f551407e6d0 con 0x7f551c15e6a0 2024-09-16T00:52:56.327 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-16T00:52:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 msgr2=0x7f54fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 0x7f54fc06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f550c0010e0 tx=0x7f550c009040 comp rx=0 tx=0).stop 2024-09-16T00:52:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 msgr2=0x7f551c154c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5514009eb0 tx=0x7f5514004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 shutdown_connections 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f54fc06c2b0 0x7f54fc06e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f551c15e6a0 0x7f551c154c90 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f551c0d0e30 0x7f551c0caaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 --2- 172.21.15.32:0/2036152580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f551c0d0090 0x7f551c0b8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 >> 172.21.15.32:0/2036152580 conn(0x7f551c09d730 msgr2=0x7f551c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 shutdown_connections 2024-09-16T00:52:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.329+0000 7f5520d3a640 1 -- 172.21.15.32:0/2036152580 wait complete. 2024-09-16T00:52:56.340 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-16T00:52:56.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.446+0000 7f8eab4f8640 1 Processor -- start 2024-09-16T00:52:56.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.446+0000 7f8eab4f8640 1 -- start start 2024-09-16T00:52:56.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8eab4f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 0x7f8ea40d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8eab4f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8ea40d0e30 0x7f8ea40d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8eab4f8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ea40cf050 con 0x7f8ea415e6a0 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8eab4f8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f8ea40cfc00 con 0x7f8ea40d0e30 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8eab4f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea40cf2d0 con 0x7f8ea40d0090 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9294640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8ea415e6a0 0x7f8ea40d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49288/0 (socket says 172.21.15.32:49288) 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9294640 1 -- 172.21.15.32:0/3237392031 learned_addr learned my addr 172.21.15.32:0/3237392031 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/3237392031 >> v2:172.21.15.32:3300/0 conn(0x7f8ea40d0e30 0x7f8ea40d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea8a93640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 0x7f8ea40d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9a95640 1 -- 172.21.15.32:0/3237392031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 msgr2=0x7f8ea40d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 0x7f8ea40d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9a95640 1 -- 172.21.15.32:0/3237392031 >> v1:172.21.15.32:6789/0 conn(0x7f8ea415e6a0 legacy=0x7f8ea40d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea9a95640 1 -- 172.21.15.32:0/3237392031 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea40cf5b0 con 0x7f8ea40d0e30 2024-09-16T00:52:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8e9bfff640 1 -- 172.21.15.32:0/3237392031 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4220232730 0 0) 0x7f8ea0001290 con 0x7f8ea415e6a0 2024-09-16T00:52:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.447+0000 7f8ea8a93640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 0x7f8ea40d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.448+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea40d0e30 0x7f8ea40d12e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009d90 tx=0x7f8e9c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c31ca32f8dcbd2db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.448+0000 7f8e9bfff640 1 -- 172.21.15.32:0/3237392031 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c007740 con 0x7f8ea40d0e30 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.448+0000 7f8e9bfff640 1 -- 172.21.15.32:0/3237392031 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e9c0078e0 con 0x7f8ea40d0e30 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.448+0000 7f8e9bfff640 1 -- 172.21.15.32:0/3237392031 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c007cb0 con 0x7f8ea40d0e30 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 -- 172.21.15.32:0/3237392031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea40d0e30 msgr2=0x7f8ea40d12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea40d0e30 0x7f8ea40d12e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009d90 tx=0x7f8e9c02a660 comp rx=0 tx=0).stop 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 -- 172.21.15.32:0/3237392031 shutdown_connections 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea40d0e30 0x7f8ea40d12e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/3237392031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0090 0x7f8ea40d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 -- 172.21.15.32:0/3237392031 >> 172.21.15.32:0/3237392031 conn(0x7f8ea409d730 msgr2=0x7f8ea40d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 -- 172.21.15.32:0/3237392031 shutdown_connections 2024-09-16T00:52:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.449+0000 7f8eab4f8640 1 -- 172.21.15.32:0/3237392031 wait complete. 2024-09-16T00:52:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.450+0000 7f8eab4f8640 1 Processor -- start 2024-09-16T00:52:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.450+0000 7f8eab4f8640 1 -- start start 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea40d0090 0x7f8ea414b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0e30 0x7f8ea40ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea40b73f0 con 0x7f8ea415e6a0 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea40b7270 con 0x7f8ea40d0090 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8eab4f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea40b7570 con 0x7f8ea40d0e30 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42146/0 (socket says 172.21.15.32:42146) 2024-09-16T00:52:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 -- 172.21.15.32:0/2408952811 learned_addr learned my addr 172.21.15.32:0/2408952811 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9294640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea40d0090 0x7f8ea414b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea8a93640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0e30 0x7f8ea40ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 -- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0e30 msgr2=0x7f8ea40ca2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0e30 0x7f8ea40ca2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 -- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea40d0090 msgr2=0x7f8ea414b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea40d0090 0x7f8ea414b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 -- 172.21.15.32:0/2408952811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea414ef30 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8ea9a95640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009eb0 tx=0x7f8e9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.451+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c040070 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.452+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e9c031c90 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.452+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea41584d0 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.452+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c045680 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.452+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea4158a90 con 0x7f8ea415e6a0 2024-09-16T00:52:56.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.453+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea40d3160 con 0x7f8ea415e6a0 2024-09-16T00:52:56.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.453+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e9c039040 con 0x7f8ea415e6a0 2024-09-16T00:52:56.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.454+0000 7f8e99ffb640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 0x7f8e8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.454+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8e9c0ad1d0 con 0x7f8ea415e6a0 2024-09-16T00:52:56.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.454+0000 7f8ea9294640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 0x7f8e8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.454+0000 7f8ea9294640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 0x7f8e8806e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8ea40cace0 tx=0x7f8ea0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.458+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ea414ef30 con 0x7f8ea415e6a0 2024-09-16T00:52:56.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.634+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8ea406d360 con 0x7f8ea415e6a0 2024-09-16T00:52:56.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.635+0000 7f8e99ffb640 1 -- 172.21.15.32:0/2408952811 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f8e9c043360 con 0x7f8ea415e6a0 2024-09-16T00:52:56.635 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-16T00:52:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 msgr2=0x7f8e8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 0x7f8e8806e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8ea40cace0 tx=0x7f8ea0009040 comp rx=0 tx=0).stop 2024-09-16T00:52:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 msgr2=0x7f8ea414c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009eb0 tx=0x7f8e9c004a40 comp rx=0 tx=0).stop 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 shutdown_connections 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8e8806c2b0 0x7f8e8806e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ea415e6a0 0x7f8ea414c050 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea40d0e30 0x7f8ea40ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 --2- 172.21.15.32:0/2408952811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea40d0090 0x7f8ea414b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 >> 172.21.15.32:0/2408952811 conn(0x7f8ea409d730 msgr2=0x7f8ea40b8de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 shutdown_connections 2024-09-16T00:52:56.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.637+0000 7f8eab4f8640 1 -- 172.21.15.32:0/2408952811 wait complete. 2024-09-16T00:52:56.649 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic' 2024-09-16T00:52:56.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.752+0000 7f779e53b640 1 Processor -- start 2024-09-16T00:52:56.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.752+0000 7f779e53b640 1 -- start start 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f779e53b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f77980d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f779e53b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77980d17b0 con 0x7f779815e560 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f779e53b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77980d3480 con 0x7f77980d1380 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f779e53b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f77980d3760 con 0x7f77980ceee0 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7797fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f779815e560 0x7f77980cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49302/0 (socket says 172.21.15.32:49302) 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7797fff640 1 -- 172.21.15.32:0/1491722449 learned_addr learned my addr 172.21.15.32:0/1491722449 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2052871093 0 0) 0x7f7788001110 con 0x7f779815e560 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7780003520 con 0x7f779815e560 2024-09-16T00:52:56.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f77977fe640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f77980d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 867386271 0 0) 0x7f7780003520 con 0x7f779815e560 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 msgr2=0x7f77980d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f77980d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 >> v1:172.21.15.50:6789/0 conn(0x7f77980d1380 legacy=0x7f77980b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77980d3a40 con 0x7f779815e560 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f7788001840 con 0x7f779815e560 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.753+0000 7f77977fe640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f77980d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 >> v1:172.21.15.32:6789/0 conn(0x7f779815e560 legacy=0x7f77980cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7780003a50 0x7f7780003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f7780005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f77980d3760 con 0x7f7780003a50 2024-09-16T00:52:56.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f778000bb50 con 0x7f7780004800 2024-09-16T00:52:56.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f778000bd50 con 0x7f77980ceee0 2024-09-16T00:52:56.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7780003a50 0x7f7780003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f77977fe640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f779cad8640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f7780005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 -- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 msgr2=0x7f7780005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:56.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f7780005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 -- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780004800 msgr2=0x7f7780004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f7797fff640 1 -- 172.21.15.32:0/1491722449 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7780003520 con 0x7f7780003a50 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f77977fe640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.754+0000 7f779cad8640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77980ceee0 0x7f7780005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f7797fff640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7780003a50 0x7f7780003e70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f778800c4c0 tx=0x7f7780005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cee8deadf946cd06 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778800c0e0 con 0x7f7780003a50 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7788034070 con 0x7f7780003a50 2024-09-16T00:52:56.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f7796ffd640 1 -- 172.21.15.32:0/1491722449 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7788005d30 con 0x7f7780003a50 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779e53b640 1 -- 172.21.15.32:0/1491722449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7780003a50 msgr2=0x7f7780003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779e53b640 1 --2- 172.21.15.32:0/1491722449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7780003a50 0x7f7780003e70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f778800c4c0 tx=0x7f7780005830 comp rx=0 tx=0).stop 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779cad8640 1 -- 172.21.15.32:0/1491722449 reap_dead start 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779e53b640 1 -- 172.21.15.32:0/1491722449 shutdown_connections 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779e53b640 1 -- 172.21.15.32:0/1491722449 >> 172.21.15.32:0/1491722449 conn(0x7f7798073850 msgr2=0x7f779806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.755+0000 7f779e53b640 1 -- 172.21.15.32:0/1491722449 shutdown_connections 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.756+0000 7f779e53b640 1 -- 172.21.15.32:0/1491722449 wait complete. 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.757+0000 7f779e53b640 1 Processor -- start 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.757+0000 7f779e53b640 1 -- start start 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780003a50 0x7f77980ab530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 0x7f7798159910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f779815e940 con 0x7f77981618c0 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77980d4240 con 0x7f7780003a50 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f779815eac0 con 0x7f779815a1c0 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42164/0 (socket says 172.21.15.32:42164) 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 -- 172.21.15.32:0/2413201489 learned_addr learned my addr 172.21.15.32:0/2413201489 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:56.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f7797fff640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780003a50 0x7f77980ab530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f77977fe640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 0x7f7798159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 -- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 msgr2=0x7f7798159910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 0x7f7798159910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 -- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780003a50 msgr2=0x7f77980ab530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780003a50 0x7f77980ab530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 -- 172.21.15.32:0/2413201489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7798160820 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f77977fe640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 0x7f7798159910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779cad8640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7790000f80 tx=0x7f779000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790006b50 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7790006d10 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7798160b00 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.758+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790003970 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.759+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77981610c0 con 0x7f77981618c0 2024-09-16T00:52:56.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.760+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77980d0e40 con 0x7f77981618c0 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.760+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f779001a020 con 0x7f77981618c0 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.760+0000 7f7794ff9640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 0x7f778406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.760+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f779008acb0 con 0x7f77981618c0 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.760+0000 7f7797fff640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 0x7f778406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.761+0000 7f7797fff640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 0x7f778406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f778800c490 tx=0x7f778802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:56.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:56.765+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7790059170 con 0x7f77981618c0 2024-09-16T00:52:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.006+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]} v 0) -- 0x7f779815d370 con 0x7f77981618c0 2024-09-16T00:52:57.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.544+0000 7f7794ff9640 1 -- 172.21.15.32:0/2413201489 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]}]=0 v57) ==== 133+0+0 (secure 0 0 0) 0x7f7790058a70 con 0x7f77981618c0 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 msgr2=0x7f778406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 0x7f778406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f778800c490 tx=0x7f778802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 msgr2=0x7f77980cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7790000f80 tx=0x7f779000eb90 comp rx=0 tx=0).stop 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 shutdown_connections 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f778406c2b0 0x7f778406e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77981618c0 0x7f77980cd750 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f779815a1c0 0x7f7798159910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 --2- 172.21.15.32:0/2413201489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7780003a50 0x7f77980ab530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 >> 172.21.15.32:0/2413201489 conn(0x7f7798073850 msgr2=0x7f77980b65c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:57.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 shutdown_connections 2024-09-16T00:52:57.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.547+0000 7f779e53b640 1 -- 172.21.15.32:0/2413201489 wait complete. 2024-09-16T00:52:57.560 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T00:52:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 Processor -- start 2024-09-16T00:52:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 -- start start 2024-09-16T00:52:57.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f989415c060 0x7f98940ca840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9894072db0 con 0x7f98940d0d70 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9894160b30 con 0x7f98940cca20 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.671+0000 7f9898c7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9894160310 con 0x7f989415c060 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f988bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f98940d0d70 0x7f989415fc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49314/0 (socket says 172.21.15.32:49314) 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f988bfff640 1 -- 172.21.15.32:0/1052793882 learned_addr learned my addr 172.21.15.32:0/1052793882 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f989259c640 1 --2- 172.21.15.32:0/1052793882 >> v2:172.21.15.50:3300/0 conn(0x7f989415c060 0x7f98940ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 587207359 0 0) 0x7f9894072db0 con 0x7f98940d0d70 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9880003520 con 0x7f98940d0d70 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3903390230 0 0) 0x7f9880003520 con 0x7f98940d0d70 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 >> v2:172.21.15.50:3300/0 conn(0x7f989415c060 msgr2=0x7f98940ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 --2- 172.21.15.32:0/1052793882 >> v2:172.21.15.50:3300/0 conn(0x7f989415c060 0x7f98940ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 >> v1:172.21.15.50:6789/0 conn(0x7f98940cca20 legacy=0x7f98940cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f989415c440 con 0x7f98940d0d70 2024-09-16T00:52:57.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f987c001670 con 0x7f98940d0d70 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 >> v1:172.21.15.32:6789/0 conn(0x7f98940d0d70 legacy=0x7f989415fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98800039b0 0x7f9880003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9880004800 0x7f9880004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 0x7f988000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9894160310 con 0x7f98800051c0 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f988000c060 con 0x7f98800039b0 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f988000c260 con 0x7f9880004800 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f9892d9d640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 0x7f988000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.672+0000 7f989259c640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98800039b0 0x7f9880003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f988bfff640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9880004800 0x7f9880004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 -- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9880004800 msgr2=0x7f9880004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9880004800 0x7f9880004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 -- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98800039b0 msgr2=0x7f9880003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98800039b0 0x7f9880003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 -- 172.21.15.32:0/1052793882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9880003520 con 0x7f98800051c0 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 -- 172.21.15.32:0/1052793882 reap_dead start 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.673+0000 7f9892d9d640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 0x7f988000b9c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f988c001e50 tx=0x7f9880005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b21dfc80d4f5b7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c001a70 con 0x7f98800051c0 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f988c003970 con 0x7f98800051c0 2024-09-16T00:52:57.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9891d9b640 1 -- 172.21.15.32:0/1052793882 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c003d60 con 0x7f98800051c0 2024-09-16T00:52:57.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 -- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 msgr2=0x7f988000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 0x7f988000b9c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f988c001e50 tx=0x7f9880005830 comp rx=0 tx=0).stop 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 -- 172.21.15.32:0/1052793882 shutdown_connections 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 --2- 172.21.15.32:0/1052793882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98800051c0 0x7f988000b9c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 -- 172.21.15.32:0/1052793882 >> 172.21.15.32:0/1052793882 conn(0x7f989406baf0 msgr2=0x7f989406bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 -- 172.21.15.32:0/1052793882 shutdown_connections 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.674+0000 7f9898c7b640 1 -- 172.21.15.32:0/1052793882 wait complete. 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 Processor -- start 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 -- start start 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f98800051c0 0x7f989415c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98940aec70 0x7f98940af0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9894073050 con 0x7f989415e490 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9894160850 con 0x7f98940aec70 2024-09-16T00:52:57.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.676+0000 7f9898c7b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f989415fc00 con 0x7f98800051c0 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42174/0 (socket says 172.21.15.32:42174) 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 -- 172.21.15.32:0/3757883561 learned_addr learned my addr 172.21.15.32:0/3757883561 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f9892d9d640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98940aec70 0x7f98940af0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f989259c640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f98800051c0 0x7f989415c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 -- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f98800051c0 msgr2=0x7f989415c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f98800051c0 0x7f989415c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 -- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98940aec70 msgr2=0x7f98940af0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98940aec70 0x7f98940af0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 -- 172.21.15.32:0/3757883561 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f989415cb50 con 0x7f989415e490 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988bfff640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f987c00e7b0 tx=0x7f987c00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c00ee00 con 0x7f989415e490 2024-09-16T00:52:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f987c018070 con 0x7f989415e490 2024-09-16T00:52:57.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c00cab0 con 0x7f989415e490 2024-09-16T00:52:57.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98940c67e0 con 0x7f989415e490 2024-09-16T00:52:57.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.677+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f989415d0b0 con 0x7f989415e490 2024-09-16T00:52:57.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.678+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f989415ff90 con 0x7f989415e490 2024-09-16T00:52:57.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.679+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f987c00cc50 con 0x7f989415e490 2024-09-16T00:52:57.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.680+0000 7f988affd640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 0x7f987406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:57.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.680+0000 7f989259c640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 0x7f987406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:57.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.680+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f987c08b540 con 0x7f989415e490 2024-09-16T00:52:57.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.680+0000 7f989259c640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 0x7f987406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9884009b40 tx=0x7f9884009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:57.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.684+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f989415cb50 con 0x7f989415e490 2024-09-16T00:52:57.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.860+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f989406ed80 con 0x7f989415e490 2024-09-16T00:52:57.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.862+0000 7f988affd640 1 -- 172.21.15.32:0/3757883561 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f987c059970 con 0x7f989415e490 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 msgr2=0x7f987406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 0x7f987406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9884009b40 tx=0x7f9884009190 comp rx=0 tx=0).stop 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 msgr2=0x7f98940c62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f987c00e7b0 tx=0x7f987c00ebb0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 shutdown_connections 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f987406c2b0 0x7f987406e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98940aec70 0x7f98940af0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f989415e490 0x7f98940c62a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 --2- 172.21.15.32:0/3757883561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f98800051c0 0x7f989415c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:57.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 >> 172.21.15.32:0/3757883561 conn(0x7f989406baf0 msgr2=0x7f98940ad100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:57.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 shutdown_connections 2024-09-16T00:52:57.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:57.865+0000 7f9898c7b640 1 -- 172.21.15.32:0/3757883561 wait complete. 2024-09-16T00:52:57.876 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:52:57.876 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:52:57.916 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:52:57.963 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:52:57.963 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:57.963 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:57.979 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:57.980 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:58.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:58.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.180+0000 7fc75ef91640 1 Processor -- start 2024-09-16T00:52:58.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.180+0000 7fc75ef91640 1 -- start start 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75ef91640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 0x7fc7580d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75ef91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75ef91640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7580cf0b0 con 0x7fc7580d48c0 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75ef91640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc7580d4d30 con 0x7fc75815e650 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75ef91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7580d3590 con 0x7fc7580d2500 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc75cd2d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 0x7fc7580d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.181+0000 7fc757fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:54316/0 (socket says 172.21.15.32:54316) 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 -- 172.21.15.32:0/950146724 learned_addr learned my addr 172.21.15.32:0/950146724 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 -- 172.21.15.32:0/950146724 >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 msgr2=0x7fc7580d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 --2- 172.21.15.32:0/950146724 >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 0x7fc7580d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 -- 172.21.15.32:0/950146724 >> v1:172.21.15.50:6789/0 conn(0x7fc7580d48c0 legacy=0x7fc7580d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc757fff640 1 -- 172.21.15.32:0/950146724 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75815ea30 con 0x7fc7580d2500 2024-09-16T00:52:58.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.182+0000 7fc75cd2d640 1 --2- 172.21.15.32:0/950146724 >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 0x7fc7580d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:58.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc757fff640 1 --2- 172.21.15.32:0/950146724 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc748009870 tx=0x7fc74802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56ab945eda86dff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc7577fe640 1 -- 172.21.15.32:0/950146724 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748037070 con 0x7fc7580d2500 2024-09-16T00:52:58.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc7577fe640 1 -- 172.21.15.32:0/950146724 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc748032440 con 0x7fc7580d2500 2024-09-16T00:52:58.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc7577fe640 1 -- 172.21.15.32:0/950146724 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748032810 con 0x7fc7580d2500 2024-09-16T00:52:58.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 -- 172.21.15.32:0/950146724 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 msgr2=0x7fc7580d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 --2- 172.21.15.32:0/950146724 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc748009870 tx=0x7fc74802a270 comp rx=0 tx=0).stop 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 -- 172.21.15.32:0/950146724 shutdown_connections 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 --2- 172.21.15.32:0/950146724 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d2500 0x7fc7580d4380 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 --2- 172.21.15.32:0/950146724 >> v2:172.21.15.50:3300/0 conn(0x7fc75815e650 0x7fc7580d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.183+0000 7fc75ef91640 1 -- 172.21.15.32:0/950146724 >> 172.21.15.32:0/950146724 conn(0x7fc75808de10 msgr2=0x7fc75809d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.184+0000 7fc75ef91640 1 -- 172.21.15.32:0/950146724 shutdown_connections 2024-09-16T00:52:58.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.184+0000 7fc75ef91640 1 -- 172.21.15.32:0/950146724 wait complete. 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.185+0000 7fc75ef91640 1 Processor -- start 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.185+0000 7fc75ef91640 1 -- start start 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d48c0 0x7fc758158a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 0x7fc7580b4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc7580d2fd0 con 0x7fc75815e650 2024-09-16T00:52:58.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7580d2cf0 con 0x7fc7580d2500 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75ef91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7580d32b0 con 0x7fc7580d48c0 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:55844/0 (socket says 172.21.15.32:55844) 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 -- 172.21.15.32:0/2042976640 learned_addr learned my addr 172.21.15.32:0/2042976640 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75d52e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 0x7fc7580b4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc757fff640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d48c0 0x7fc758158a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 -- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d48c0 msgr2=0x7fc758158a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d48c0 0x7fc758158a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 -- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 msgr2=0x7fc7580b4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 0x7fc7580b4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 -- 172.21.15.32:0/2042976640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7581569e0 con 0x7fc7580d2500 2024-09-16T00:52:58.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75d52e640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 0x7fc7580b4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.186+0000 7fc75cd2d640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc74000e990 tx=0x7fc74000ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc740017070 con 0x7fc7580d2500 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc74000c9e0 con 0x7fc7580d2500 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74000cdb0 con 0x7fc7580d2500 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc758156cc0 con 0x7fc7580d2500 2024-09-16T00:52:58.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc758157280 con 0x7fc7580d2500 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.187+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7580b3d90 con 0x7fc7580d2500 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.188+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc74001a070 con 0x7fc7580d2500 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.189+0000 7fc7557fa640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 0x7fc73806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.189+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc74008b990 con 0x7fc7580d2500 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.189+0000 7fc757fff640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 0x7fc73806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.189+0000 7fc757fff640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 0x7fc73806e7a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc748034000 tx=0x7fc74802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.193+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc740059750 con 0x7fc7580d2500 2024-09-16T00:52:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.380+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc75806d760 con 0x7fc7580d2500 2024-09-16T00:52:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.381+0000 7fc7557fa640 1 -- 172.21.15.32:0/2042976640 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fc74005da50 con 0x7fc7580d2500 2024-09-16T00:52:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:58.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 msgr2=0x7fc73806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 0x7fc73806e7a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc748034000 tx=0x7fc74802e000 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 msgr2=0x7fc75814dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc74000e990 tx=0x7fc74000ee50 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 shutdown_connections 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc73806c2e0 0x7fc73806e7a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc75815e650 0x7fc7580b4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7580d48c0 0x7fc758158a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 --2- 172.21.15.32:0/2042976640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7580d2500 0x7fc75814dc40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 >> 172.21.15.32:0/2042976640 conn(0x7fc75808de10 msgr2=0x7fc7580b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 shutdown_connections 2024-09-16T00:52:58.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.383+0000 7fc75ef91640 1 -- 172.21.15.32:0/2042976640 wait complete. 2024-09-16T00:52:58.396 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:58.396 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:58.412 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:58.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.559+0000 7f07f5e0e640 1 Processor -- start 2024-09-16T00:52:58.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.559+0000 7f07f5e0e640 1 -- start start 2024-09-16T00:52:58.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07f5e0e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07f006dd90 0x7f07f00acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07f5e0e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f07f00cb580 0x7f07f0073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07f5e0e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f006f530 con 0x7f07f015e8d0 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07f5e0e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f07f00cbbb0 con 0x7f07f006dd90 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07f5e0e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f07f00cbe90 con 0x7f07f00cb580 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07f006dd90 0x7f07f00acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07f006dd90 0x7f07f00acdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42196/0 (socket says 172.21.15.32:42196) 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 -- 172.21.15.32:0/2487215991 learned_addr learned my addr 172.21.15.32:0/2487215991 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07effff640 1 --2- 172.21.15.32:0/2487215991 >> v2:172.21.15.50:3300/0 conn(0x7f07f00cb580 0x7f07f0073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 -- 172.21.15.32:0/2487215991 >> v2:172.21.15.50:3300/0 conn(0x7f07f00cb580 msgr2=0x7f07f0073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 --2- 172.21.15.32:0/2487215991 >> v2:172.21.15.50:3300/0 conn(0x7f07f00cb580 0x7f07f0073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 -- 172.21.15.32:0/2487215991 >> v1:172.21.15.50:6789/0 conn(0x7f07f015e8d0 legacy=0x7f07f00cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:58.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.560+0000 7f07e7fff640 1 -- 172.21.15.32:0/2487215991 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f00ca5f0 con 0x7f07f006dd90 2024-09-16T00:52:58.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.561+0000 7f07e7fff640 1 --2- 172.21.15.32:0/2487215991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f006dd90 0x7f07f00acdd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07d800bb10 tx=0x7f07d802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41679620e9c55094 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.561+0000 7f07eeffd640 1 -- 172.21.15.32:0/2487215991 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d802f070 con 0x7f07f006dd90 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.561+0000 7f07eeffd640 1 -- 172.21.15.32:0/2487215991 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d8038070 con 0x7f07f006dd90 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.561+0000 7f07eeffd640 1 -- 172.21.15.32:0/2487215991 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d8032a00 con 0x7f07f006dd90 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 -- 172.21.15.32:0/2487215991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f006dd90 msgr2=0x7f07f00acdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/2487215991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f006dd90 0x7f07f00acdd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07d800bb10 tx=0x7f07d802c920 comp rx=0 tx=0).stop 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 -- 172.21.15.32:0/2487215991 shutdown_connections 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/2487215991 >> v2:172.21.15.50:3300/0 conn(0x7f07f00cb580 0x7f07f0073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/2487215991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f006dd90 0x7f07f00acdd0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 -- 172.21.15.32:0/2487215991 >> 172.21.15.32:0/2487215991 conn(0x7f07f00cffa0 msgr2=0x7f07f00d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 -- 172.21.15.32:0/2487215991 shutdown_connections 2024-09-16T00:52:58.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.562+0000 7f07f5e0e640 1 -- 172.21.15.32:0/2487215991 wait complete. 2024-09-16T00:52:58.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.563+0000 7f07f5e0e640 1 Processor -- start 2024-09-16T00:52:58.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.563+0000 7f07f5e0e640 1 -- start start 2024-09-16T00:52:58.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 0x7f07f01f05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 0x7f07f00b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f07f00ce860 con 0x7f07f00cb580 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07f00cabb0 con 0x7f07f006dd90 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07f5e0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07f00ce9e0 con 0x7f07f015e8d0 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42200/0 (socket says 172.21.15.32:42200) 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07e7fff640 1 -- 172.21.15.32:0/1438211372 learned_addr learned my addr 172.21.15.32:0/1438211372 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07ef7fe640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 0x7f07f01f05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.564+0000 7f07effff640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 0x7f07f00b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 -- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 msgr2=0x7f07f00b4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 0x7f07f00b4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 -- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 msgr2=0x7f07f01f05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 0x7f07f01f05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 -- 172.21.15.32:0/1438211372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f01f0b20 con 0x7f07f00cb580 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07ef7fe640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 0x7f07f01f05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07effff640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 0x7f07f00b4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07e7fff640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f07d800b2c0 tx=0x7f07d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d8004230 con 0x7f07f00cb580 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d80043f0 con 0x7f07f00cb580 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f009aff0 con 0x7f07f00cb580 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d80338c0 con 0x7f07f00cb580 2024-09-16T00:52:58.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.565+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f009b5b0 con 0x7f07f00cb580 2024-09-16T00:52:58.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.566+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07f015e090 con 0x7f07f00cb580 2024-09-16T00:52:58.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.567+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07d8033a60 con 0x7f07f00cb580 2024-09-16T00:52:58.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.567+0000 7f07ecff9640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 0x7f07d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:58.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.567+0000 7f07ef7fe640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 0x7f07d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:58.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.567+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f07d80aea60 con 0x7f07f00cb580 2024-09-16T00:52:58.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.568+0000 7f07ef7fe640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 0x7f07d006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f07e0006fd0 tx=0x7f07e0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:58.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.571+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07f015e090 con 0x7f07f00cb580 2024-09-16T00:52:58.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.760+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f07f006cbb0 con 0x7f07f00cb580 2024-09-16T00:52:58.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.760+0000 7f07ecff9640 1 -- 172.21.15.32:0/1438211372 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f07d8041070 con 0x7f07f00cb580 2024-09-16T00:52:58.761 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 msgr2=0x7f07d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 0x7f07d006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f07e0006fd0 tx=0x7f07e0008040 comp rx=0 tx=0).stop 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 msgr2=0x7f07f00b4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f07d800b2c0 tx=0x7f07d80046c0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 shutdown_connections 2024-09-16T00:52:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f07d006c2b0 0x7f07d006e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07f015e8d0 0x7f07f00b4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07f00cb580 0x7f07f00b4560 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 --2- 172.21.15.32:0/1438211372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07f006dd90 0x7f07f01f05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 >> 172.21.15.32:0/1438211372 conn(0x7f07f00cffa0 msgr2=0x7f07f00d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 shutdown_connections 2024-09-16T00:52:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:58.764+0000 7f07f5e0e640 1 -- 172.21.15.32:0/1438211372 wait complete. 2024-09-16T00:52:58.780 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-16T00:52:58.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:58.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T00:52:58.808 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:52:58.809 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:52:58.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:58.809 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:52:58.865 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:52:58.865 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:58.887 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:52:58.887 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:58.947 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.053+0000 7f003558d640 1 Processor -- start 2024-09-16T00:52:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.053+0000 7f003558d640 1 -- start start 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f003558d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f00300d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f003558d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00300b53e0 con 0x7f00300d4d60 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f003558d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0030162500 con 0x7f0030162020 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f003558d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00300d2020 con 0x7f003015e660 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002e7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f00300d4d60 0x7f00300b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49328/0 (socket says 172.21.15.32:49328) 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002e7fc640 1 -- 172.21.15.32:0/2593903000 learned_addr learned my addr 172.21.15.32:0/2593903000 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002effd640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f00300d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1991835008 0 0) 0x7f00300b53e0 con 0x7f00300d4d60 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0018003520 con 0x7f00300d4d60 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4292127215 0 0) 0x7f0018003520 con 0x7f00300d4d60 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 msgr2=0x7f00300d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f00300d4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 >> v1:172.21.15.50:6789/0 conn(0x7f0030162020 legacy=0x7f00300b4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00301627e0 con 0x7f00300d4d60 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f0024001670 con 0x7f00300d4d60 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.054+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 >> v1:172.21.15.32:6789/0 conn(0x7f00300d4d60 legacy=0x7f00300b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0018003a50 0x7f0018003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0018004800 0x7f0018004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f0018005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f00300d2020 con 0x7f0018004800 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f001800bb80 con 0x7f0018003a50 2024-09-16T00:52:59.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f001800bd80 con 0x7f003015e660 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0018004800 0x7f0018004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002effd640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0018003a50 0x7f0018003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002f7fe640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f0018005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 -- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 msgr2=0x7f0018005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f003015e660 0x7f0018005270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 -- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0018003a50 msgr2=0x7f0018003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0018003a50 0x7f0018003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.055+0000 7f002e7fc640 1 -- 172.21.15.32:0/2593903000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0018003520 con 0x7f0018004800 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f002e7fc640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0018004800 0x7f0018004c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f00300d1eb0 tx=0x7f0018005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a816c102bb5acbd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0024007cf0 con 0x7f0018004800 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0024005af0 con 0x7f0018004800 2024-09-16T00:52:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f002dffb640 1 -- 172.21.15.32:0/2593903000 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0024007070 con 0x7f0018004800 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f003558d640 1 -- 172.21.15.32:0/2593903000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0018004800 msgr2=0x7f0018004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f003558d640 1 --2- 172.21.15.32:0/2593903000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0018004800 0x7f0018004c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f00300d1eb0 tx=0x7f0018005830 comp rx=0 tx=0).stop 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.056+0000 7f002f7fe640 1 -- 172.21.15.32:0/2593903000 reap_dead start 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.057+0000 7f003558d640 1 -- 172.21.15.32:0/2593903000 shutdown_connections 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.057+0000 7f003558d640 1 -- 172.21.15.32:0/2593903000 >> 172.21.15.32:0/2593903000 conn(0x7f003008de10 msgr2=0x7f003009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.057+0000 7f003558d640 1 -- 172.21.15.32:0/2593903000 shutdown_connections 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.057+0000 7f003558d640 1 -- 172.21.15.32:0/2593903000 wait complete. 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.058+0000 7f003558d640 1 Processor -- start 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.058+0000 7f003558d640 1 -- start start 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0018004800 0x7f00301f4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0030153870 0x7f0030160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f00300d0e30 con 0x7f00301f50c0 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0030162da0 con 0x7f0030153870 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f003558d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00300d0fb0 con 0x7f0018004800 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42220/0 (socket says 172.21.15.32:42220) 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 -- 172.21.15.32:0/1173498091 learned_addr learned my addr 172.21.15.32:0/1173498091 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002f7fe640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0030153870 0x7f0030160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002effd640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0018004800 0x7f00301f4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 -- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0018004800 msgr2=0x7f00301f4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0018004800 0x7f00301f4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 -- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0030153870 msgr2=0x7f0030160920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0030153870 0x7f0030160920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 -- 172.21.15.32:0/1173498091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00301f55d0 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f002e7fc640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f002402ada0 tx=0x7f00301629b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.059+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0024041020 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.060+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0024000ed0 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.060+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00301f58b0 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.060+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0024001650 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.060+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f003015fdb0 con 0x7f00301f50c0 2024-09-16T00:52:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.061+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00300d0890 con 0x7f00301f50c0 2024-09-16T00:52:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.061+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0024044020 con 0x7f00301f50c0 2024-09-16T00:52:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.062+0000 7f00177fe640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 0x7f001c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.062+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f00240ab990 con 0x7f00301f50c0 2024-09-16T00:52:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.062+0000 7f002effd640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 0x7f001c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.062+0000 7f002effd640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 0x7f001c06e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f00300b2540 tx=0x7f0020008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.066+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f00300d0890 con 0x7f00301f50c0 2024-09-16T00:52:59.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.259+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f00300d00e0 con 0x7f00301f50c0 2024-09-16T00:52:59.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.259+0000 7f00177fe640 1 -- 172.21.15.32:0/1173498091 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f0024079db0 con 0x7f00301f50c0 2024-09-16T00:52:59.259 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 msgr2=0x7f001c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 0x7f001c06e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f00300b2540 tx=0x7f0020008040 comp rx=0 tx=0).stop 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 msgr2=0x7f00301603e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f002402ada0 tx=0x7f00301629b0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 shutdown_connections 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f001c06c2e0 0x7f001c06e7a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0030153870 0x7f0030160920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00301f50c0 0x7f00301603e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 --2- 172.21.15.32:0/1173498091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0018004800 0x7f00301f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 >> 172.21.15.32:0/1173498091 conn(0x7f003008de10 msgr2=0x7f003006e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:59.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.261+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 shutdown_connections 2024-09-16T00:52:59.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.262+0000 7f003558d640 1 -- 172.21.15.32:0/1173498091 wait complete. 2024-09-16T00:52:59.273 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:52:59.273 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:59.293 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:59.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.397+0000 7f3634d8d640 1 Processor -- start 2024-09-16T00:52:59.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.397+0000 7f3634d8d640 1 -- start start 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f3634d8d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f36300d4d60 0x7f36300d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f3634d8d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3630162020 0x7f36300d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f3634d8d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3630162500 con 0x7f363015e660 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f3634d8d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f36300d2020 con 0x7f3630162020 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f3634d8d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f36301627e0 con 0x7f36300d4d60 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.398+0000 7f362ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3630162020 0x7f36300d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3630162020 0x7f36300d29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42226/0 (socket says 172.21.15.32:42226) 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 -- 172.21.15.32:0/2191180989 learned_addr learned my addr 172.21.15.32:0/2191180989 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362dd9b640 1 --2- 172.21.15.32:0/2191180989 >> v2:172.21.15.50:3300/0 conn(0x7f36300d4d60 0x7f36300d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 -- 172.21.15.32:0/2191180989 >> v2:172.21.15.50:3300/0 conn(0x7f36300d4d60 msgr2=0x7f36300d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:59.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 --2- 172.21.15.32:0/2191180989 >> v2:172.21.15.50:3300/0 conn(0x7f36300d4d60 0x7f36300d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 -- 172.21.15.32:0/2191180989 >> v1:172.21.15.50:6789/0 conn(0x7f363015e660 legacy=0x7f36300d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.399+0000 7f362ed9d640 1 -- 172.21.15.32:0/2191180989 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3630162ac0 con 0x7f3630162020 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f362ed9d640 1 --2- 172.21.15.32:0/2191180989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3630162020 0x7f36300d29f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f36300d21a0 tx=0x7f362802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c77756f5bf99e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f362d59a640 1 -- 172.21.15.32:0/2191180989 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628036070 con 0x7f3630162020 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f362d59a640 1 -- 172.21.15.32:0/2191180989 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3628031600 con 0x7f3630162020 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f362d59a640 1 -- 172.21.15.32:0/2191180989 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36280319d0 con 0x7f3630162020 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 -- 172.21.15.32:0/2191180989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3630162020 msgr2=0x7f36300d29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 --2- 172.21.15.32:0/2191180989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3630162020 0x7f36300d29f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f36300d21a0 tx=0x7f362802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 -- 172.21.15.32:0/2191180989 shutdown_connections 2024-09-16T00:52:59.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 --2- 172.21.15.32:0/2191180989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3630162020 0x7f36300d29f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 --2- 172.21.15.32:0/2191180989 >> v2:172.21.15.50:3300/0 conn(0x7f36300d4d60 0x7f36300d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 -- 172.21.15.32:0/2191180989 >> 172.21.15.32:0/2191180989 conn(0x7f363008de10 msgr2=0x7f363009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:59.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.400+0000 7f3634d8d640 1 -- 172.21.15.32:0/2191180989 shutdown_connections 2024-09-16T00:52:59.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.401+0000 7f3634d8d640 1 -- 172.21.15.32:0/2191180989 wait complete. 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.402+0000 7f3634d8d640 1 Processor -- start 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.402+0000 7f3634d8d640 1 -- start start 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f363015e660 0x7f36300cdf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3630162020 0x7f3630156910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f36300d4990 con 0x7f36300d4d60 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f36300d4810 con 0x7f363015e660 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f36300d4b10 con 0x7f3630162020 2024-09-16T00:52:59.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42228/0 (socket says 172.21.15.32:42228) 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 -- 172.21.15.32:0/1866846221 learned_addr learned my addr 172.21.15.32:0/1866846221 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362ed9d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3630162020 0x7f3630156910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362dd9b640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f363015e660 0x7f36300cdf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 -- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3630162020 msgr2=0x7f3630156910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3630162020 0x7f3630156910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 -- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f363015e660 msgr2=0x7f36300cdf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f363015e660 0x7f36300cdf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 -- 172.21.15.32:0/1866846221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36300c8600 con 0x7f36300d4d60 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f362e59c640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f362000c400 tx=0x7f362000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36200052d0 con 0x7f36300d4d60 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3620005490 con 0x7f36300d4d60 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36300c88e0 con 0x7f36300d4d60 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620007260 con 0x7f36300d4d60 2024-09-16T00:52:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.403+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36300c8ea0 con 0x7f36300d4d60 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.404+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36300d0f50 con 0x7f36300d4d60 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.405+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3620007400 con 0x7f36300d4d60 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.405+0000 7f361effd640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 0x7f361006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.405+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f362008ac00 con 0x7f36300d4d60 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.406+0000 7f362dd9b640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 0x7f361006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.406+0000 7f362dd9b640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 0x7f361006e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f36301f7980 tx=0x7f3624008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.410+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3620091080 con 0x7f36300d4d60 2024-09-16T00:52:59.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.597+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f36300b4090 con 0x7f36300d4d60 2024-09-16T00:52:59.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.597+0000 7f361effd640 1 -- 172.21.15.32:0/1866846221 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f36200589e0 con 0x7f36300d4d60 2024-09-16T00:52:59.597 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:52:59.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 msgr2=0x7f361006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 0x7f361006e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f36301f7980 tx=0x7f3624008040 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 msgr2=0x7f36300c7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f362000c400 tx=0x7f362000c8c0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 shutdown_connections 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f361006c2b0 0x7f361006e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3630162020 0x7f3630156910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f363015e660 0x7f36300cdf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 --2- 172.21.15.32:0/1866846221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36300d4d60 0x7f36300c7f60 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 >> 172.21.15.32:0/1866846221 conn(0x7f363008de10 msgr2=0x7f36300d2b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 shutdown_connections 2024-09-16T00:52:59.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.599+0000 7f3634d8d640 1 -- 172.21.15.32:0/1866846221 wait complete. 2024-09-16T00:52:59.610 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi050.front.sepia.ceph.com... 2024-09-16T00:52:59.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:59.610 DEBUG:teuthology.orchestra.run.smithi050:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T00:52:59.643 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:52:59.643 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:52:59.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:52:59.644 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T00:52:59.714 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:59.715 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:59.731 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:52:59.731 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:52:59.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:52:59.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.931+0000 7f3f40552640 1 Processor -- start 2024-09-16T00:52:59.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.931+0000 7f3f40552640 1 -- start start 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.932+0000 7f3f40552640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3f3815e8d0 0x7f3f3806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.932+0000 7f3f40552640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380cb580 0x7f3f38073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.932+0000 7f3f40552640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f3806f530 con 0x7f3f380acdd0 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.932+0000 7f3f40552640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f3f380cbbb0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.932+0000 7f3f40552640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3f380cbe90 con 0x7f3f380cb580 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3f3815e8d0 0x7f3f3806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3f3815e8d0 0x7f3f3806dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42244/0 (socket says 172.21.15.32:42244) 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 -- 172.21.15.32:0/3313398396 learned_addr learned my addr 172.21.15.32:0/3313398396 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3daed640 1 --1- 172.21.15.32:0/3313398396 >> v1:172.21.15.32:6789/0 conn(0x7f3f380acdd0 0x7f3f380cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49344/0 (socket says 172.21.15.32:49344) 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3eaef640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380cb580 0x7f3f38073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 -- 172.21.15.32:0/3313398396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380cb580 msgr2=0x7f3f38073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380cb580 0x7f3f38073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 -- 172.21.15.32:0/3313398396 >> v1:172.21.15.32:6789/0 conn(0x7f3f380acdd0 legacy=0x7f3f380cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3e2ee640 1 -- 172.21.15.32:0/3313398396 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f380ca5f0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.933+0000 7f3f3d2ec640 1 -- 172.21.15.32:0/3313398396 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2388451801 0 0) 0x7f3f3806f530 con 0x7f3f380acdd0 2024-09-16T00:52:59.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f3e2ee640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f3806dd90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3f34009870 tx=0x7f3f3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86b2040c0789e6e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f3d2ec640 1 -- 172.21.15.32:0/3313398396 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34037070 con 0x7f3f3815e8d0 2024-09-16T00:52:59.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f3d2ec640 1 -- 172.21.15.32:0/3313398396 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f34032440 con 0x7f3f3815e8d0 2024-09-16T00:52:59.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f3d2ec640 1 -- 172.21.15.32:0/3313398396 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34032810 con 0x7f3f3815e8d0 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 -- 172.21.15.32:0/3313398396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 msgr2=0x7f3f3806dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f3806dd90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3f34009870 tx=0x7f3f3402a270 comp rx=0 tx=0).stop 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 -- 172.21.15.32:0/3313398396 shutdown_connections 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380cb580 0x7f3f38073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 --2- 172.21.15.32:0/3313398396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f3806dd90 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 -- 172.21.15.32:0/3313398396 >> 172.21.15.32:0/3313398396 conn(0x7f3f380cffa0 msgr2=0x7f3f380d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 -- 172.21.15.32:0/3313398396 shutdown_connections 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.934+0000 7f3f40552640 1 -- 172.21.15.32:0/3313398396 wait complete. 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 Processor -- start 2024-09-16T00:52:59.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 -- start start 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380acdd0 0x7f3f3815b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f380cb580 0x7f3f3809d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3f380ce860 con 0x7f3f3815e8d0 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3f380cabb0 con 0x7f3f380cb580 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f40552640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3f380ce9e0 con 0x7f3f380acdd0 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f3eaef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f3eaef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42254/0 (socket says 172.21.15.32:42254) 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.936+0000 7f3f3eaef640 1 -- 172.21.15.32:0/2129470091 learned_addr learned my addr 172.21.15.32:0/2129470091 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3e2ee640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380acdd0 0x7f3f3815b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3daed640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f380cb580 0x7f3f3809d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 -- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380acdd0 msgr2=0x7f3f3815b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380acdd0 0x7f3f3815b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 -- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f380cb580 msgr2=0x7f3f3809d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f380cb580 0x7f3f3809d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 -- 172.21.15.32:0/2129470091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f380b3000 con 0x7f3f3815e8d0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f3eaef640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3f30007e40 tx=0x7f3f3000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f30014620 con 0x7f3f3815e8d0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f30019070 con 0x7f3f3815e8d0 2024-09-16T00:52:59.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f380b32e0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f30014a20 con 0x7f3f3815e8d0 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.937+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f380b38a0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.938+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f3815e430 con 0x7f3f3815e8d0 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.939+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3f30014bc0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.939+0000 7f3f2effd640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 0x7f3f1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:52:59.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.939+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3f3008bfd0 con 0x7f3f3815e8d0 2024-09-16T00:52:59.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.939+0000 7f3f3e2ee640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 0x7f3f1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:52:59.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.940+0000 7f3f3e2ee640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 0x7f3f1c06e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3f34034000 tx=0x7f3f3402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:52:59.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:52:59.944+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f3815e430 con 0x7f3f3815e8d0 2024-09-16T00:53:00.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.132+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3f3806e550 con 0x7f3f3815e8d0 2024-09-16T00:53:00.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.132+0000 7f3f2effd640 1 -- 172.21.15.32:0/2129470091 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f3f3005a490 con 0x7f3f3815e8d0 2024-09-16T00:53:00.133 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 msgr2=0x7f3f1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 0x7f3f1c06e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3f34034000 tx=0x7f3f3402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 msgr2=0x7f3f380b4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3f30007e40 tx=0x7f3f3000e4b0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 shutdown_connections 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3f1c06c2b0 0x7f3f1c06e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f3815e8d0 0x7f3f380b4cf0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f380cb580 0x7f3f3809d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 --2- 172.21.15.32:0/2129470091 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f380acdd0 0x7f3f3815b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 >> 172.21.15.32:0/2129470091 conn(0x7f3f380cffa0 msgr2=0x7f3f380afb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:00.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 shutdown_connections 2024-09-16T00:53:00.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.135+0000 7f3f40552640 1 -- 172.21.15.32:0/2129470091 wait complete. 2024-09-16T00:53:00.146 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:53:00.146 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:00.162 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:53:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.304+0000 7ff0cdc82640 1 Processor -- start 2024-09-16T00:53:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.304+0000 7ff0cdc82640 1 -- start start 2024-09-16T00:53:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0cdc82640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0c815e8d0 0x7ff0c806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0cdc82640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0c806f530 con 0x7ff0c80acdd0 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0cdc82640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0c80cbbb0 con 0x7ff0c80cb580 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0cdc82640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7ff0c80cbe90 con 0x7ff0c815e8d0 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0c815e8d0 0x7ff0c806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0c815e8d0 0x7ff0c806dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42258/0 (socket says 172.21.15.32:42258) 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0beffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff0c80acdd0 0x7ff0c80cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49358/0 (socket says 172.21.15.32:49358) 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 -- 172.21.15.32:0/771899118 learned_addr learned my addr 172.21.15.32:0/771899118 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 -- 172.21.15.32:0/771899118 >> v1:172.21.15.50:6789/0 conn(0x7ff0c80cb580 legacy=0x7ff0c80ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 -- 172.21.15.32:0/771899118 >> v1:172.21.15.32:6789/0 conn(0x7ff0c80acdd0 legacy=0x7ff0c80cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c77fe640 1 -- 172.21.15.32:0/771899118 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c80ca5f0 con 0x7ff0c815e8d0 2024-09-16T00:53:00.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.305+0000 7ff0c6ffd640 1 -- 172.21.15.32:0/771899118 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2150806443 0 0) 0x7ff0c806f530 con 0x7ff0c80acdd0 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.306+0000 7ff0c77fe640 1 --2- 172.21.15.32:0/771899118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c815e8d0 0x7ff0c806dd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80098a0 tx=0x7ff0b802a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c36461f7d92950f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.306+0000 7ff0c6ffd640 1 -- 172.21.15.32:0/771899118 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8037070 con 0x7ff0c815e8d0 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.306+0000 7ff0c6ffd640 1 -- 172.21.15.32:0/771899118 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0b8032440 con 0x7ff0c815e8d0 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.306+0000 7ff0c6ffd640 1 -- 172.21.15.32:0/771899118 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8032810 con 0x7ff0c815e8d0 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 -- 172.21.15.32:0/771899118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c815e8d0 msgr2=0x7ff0c806dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/771899118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c815e8d0 0x7ff0c806dd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80098a0 tx=0x7ff0b802a2e0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 -- 172.21.15.32:0/771899118 shutdown_connections 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/771899118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c815e8d0 0x7ff0c806dd90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 -- 172.21.15.32:0/771899118 >> 172.21.15.32:0/771899118 conn(0x7ff0c80cffa0 msgr2=0x7ff0c80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 -- 172.21.15.32:0/771899118 shutdown_connections 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.307+0000 7ff0cdc82640 1 -- 172.21.15.32:0/771899118 wait complete. 2024-09-16T00:53:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.308+0000 7ff0cdc82640 1 Processor -- start 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.308+0000 7ff0cdc82640 1 -- start start 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 0x7ff0c815a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 0x7ff0c815aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8073720 con 0x7ff0c80acdd0 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c80cabb0 con 0x7ff0c815e8d0 2024-09-16T00:53:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0cdc82640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff0c80738a0 con 0x7ff0c80cb580 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42274/0 (socket says 172.21.15.32:42274) 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 -- 172.21.15.32:0/482797360 learned_addr learned my addr 172.21.15.32:0/482797360 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0beffd640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 0x7ff0c815a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c7fff640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 0x7ff0c815aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 -- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 msgr2=0x7ff0c815a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 0x7ff0c815a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 -- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 msgr2=0x7ff0c815aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 0x7ff0c815aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c77fe640 1 -- 172.21.15.32:0/482797360 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c81571e0 con 0x7ff0c80acdd0 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0beffd640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 0x7ff0c815a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.309+0000 7ff0c7fff640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 0x7ff0c815aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0c77fe640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8000c00 tx=0x7ff0b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8037040 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0b8004250 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0c81e56d0 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8003610 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.310+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0c81e5c90 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.311+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0c806fed0 con 0x7ff0c80acdd0 2024-09-16T00:53:00.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.311+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0b803a070 con 0x7ff0c80acdd0 2024-09-16T00:53:00.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.312+0000 7ff0c4ff9640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.312+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff0b80abe10 con 0x7ff0c80acdd0 2024-09-16T00:53:00.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.312+0000 7ff0beffd640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.312+0000 7ff0beffd640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 0x7ff0a806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff0c80ca070 tx=0x7ff0b0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.316+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0c806fed0 con 0x7ff0c80acdd0 2024-09-16T00:53:00.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.505+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff0c80d0d40 con 0x7ff0c80acdd0 2024-09-16T00:53:00.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.505+0000 7ff0c4ff9640 1 -- 172.21.15.32:0/482797360 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7ff0c80d0d40 con 0x7ff0c80acdd0 2024-09-16T00:53:00.506 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.507+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 msgr2=0x7ff0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.507+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 0x7ff0a806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff0c80ca070 tx=0x7ff0b0009040 comp rx=0 tx=0).stop 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.507+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 msgr2=0x7ff0c8156ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.507+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8000c00 tx=0x7ff0b80046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 shutdown_connections 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0c815e8d0 0x7ff0c815aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0c80cb580 0x7ff0c815a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 --2- 172.21.15.32:0/482797360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0c80acdd0 0x7ff0c8156ca0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 >> 172.21.15.32:0/482797360 conn(0x7ff0c80cffa0 msgr2=0x7ff0c80cae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:00.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 shutdown_connections 2024-09-16T00:53:00.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.508+0000 7ff0cdc82640 1 -- 172.21.15.32:0/482797360 wait complete. 2024-09-16T00:53:00.519 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-16T00:53:00.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:00.520 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-16T00:53:00.546 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:00.546 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:53:00.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:00.547 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T00:53:00.603 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:00.604 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:00.624 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:00.624 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:00.683 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:53:00.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.785+0000 7f8d9a023640 1 Processor -- start 2024-09-16T00:53:00.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 -- start start 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8d941619e0 0x7f8d940d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8d940d2d90 0x7f8d940d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d940b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f8d940d3f20 con 0x7f8d940d2d90 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8d94161dc0 con 0x7f8d941619e0 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.786+0000 7f8d9a023640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8d940d1670 con 0x7f8d940d1200 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8d940d2d90 0x7f8d940d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8d940d2d90 0x7f8d940d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42280/0 (socket says 172.21.15.32:42280) 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d937fe640 1 --2- 172.21.15.32:0/2122369016 >> v2:172.21.15.50:3300/0 conn(0x7f8d941619e0 0x7f8d940d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 -- 172.21.15.32:0/2122369016 learned_addr learned my addr 172.21.15.32:0/2122369016 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:00.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d93fff640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d940b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 -- 172.21.15.32:0/2122369016 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 msgr2=0x7f8d940b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d940b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 -- 172.21.15.32:0/2122369016 >> v2:172.21.15.50:3300/0 conn(0x7f8d941619e0 msgr2=0x7f8d940d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 --2- 172.21.15.32:0/2122369016 >> v2:172.21.15.50:3300/0 conn(0x7f8d941619e0 0x7f8d940d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.787+0000 7f8d92ffd640 1 -- 172.21.15.32:0/2122369016 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d940d3310 con 0x7f8d940d2d90 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d92ffd640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d940d2d90 0x7f8d940d0cc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8d940d54c0 tx=0x7f8d8802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5739d12c4cc19c6f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d927fc640 1 -- 172.21.15.32:0/2122369016 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88037070 con 0x7f8d940d2d90 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d927fc640 1 -- 172.21.15.32:0/2122369016 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d88032440 con 0x7f8d940d2d90 2024-09-16T00:53:00.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d927fc640 1 -- 172.21.15.32:0/2122369016 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88032810 con 0x7f8d940d2d90 2024-09-16T00:53:00.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 -- 172.21.15.32:0/2122369016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d940d2d90 msgr2=0x7f8d940d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d940d2d90 0x7f8d940d0cc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8d940d54c0 tx=0x7f8d8802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 -- 172.21.15.32:0/2122369016 shutdown_connections 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d940b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 --2- 172.21.15.32:0/2122369016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d940d2d90 0x7f8d940d0cc0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 --2- 172.21.15.32:0/2122369016 >> v2:172.21.15.50:3300/0 conn(0x7f8d941619e0 0x7f8d940d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 -- 172.21.15.32:0/2122369016 >> 172.21.15.32:0/2122369016 conn(0x7f8d9406d1c0 msgr2=0x7f8d94073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 -- 172.21.15.32:0/2122369016 shutdown_connections 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.788+0000 7f8d9a023640 1 -- 172.21.15.32:0/2122369016 wait complete. 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.790+0000 7f8d9a023640 1 Processor -- start 2024-09-16T00:53:00.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.790+0000 7f8d9a023640 1 -- start start 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d9414e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d940d2d90 0x7f8d941f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8d940d3bb0 con 0x7f8d941619e0 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8d940d38d0 con 0x7f8d940d2d90 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8d940d2250 con 0x7f8d940d1200 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42282/0 (socket says 172.21.15.32:42282) 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 -- 172.21.15.32:0/1755258220 learned_addr learned my addr 172.21.15.32:0/1755258220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d937fe640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d9414e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d92ffd640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d940d2d90 0x7f8d941f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 -- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 msgr2=0x7f8d9414e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d9414e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 -- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d940d2d90 msgr2=0x7f8d941f7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d940d2d90 0x7f8d941f7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 -- 172.21.15.32:0/1755258220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d940c9f80 con 0x7f8d941619e0 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d937fe640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d9414e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d93fff640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c00eed0 tx=0x7f8d8c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8c018020 con 0x7f8d941619e0 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d8c014400 con 0x7f8d941619e0 2024-09-16T00:53:00.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d940b51a0 con 0x7f8d941619e0 2024-09-16T00:53:00.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8c0147f0 con 0x7f8d941619e0 2024-09-16T00:53:00.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.791+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d940ca500 con 0x7f8d941619e0 2024-09-16T00:53:00.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.793+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d940d0cc0 con 0x7f8d941619e0 2024-09-16T00:53:00.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.793+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d8c005d10 con 0x7f8d941619e0 2024-09-16T00:53:00.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.794+0000 7f8d7bfff640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 0x7f8d8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:00.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.794+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8d8c08c0d0 con 0x7f8d941619e0 2024-09-16T00:53:00.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.794+0000 7f8d937fe640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 0x7f8d8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:00.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.794+0000 7f8d937fe640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 0x7f8d8006e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8d84009af0 tx=0x7f8d84008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:00.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.798+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8d8c022030 con 0x7f8d941619e0 2024-09-16T00:53:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.989+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8d94160c40 con 0x7f8d941619e0 2024-09-16T00:53:00.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.989+0000 7f8d7bfff640 1 -- 172.21.15.32:0/1755258220 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f8d8c05a500 con 0x7f8d941619e0 2024-09-16T00:53:00.991 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 msgr2=0x7f8d8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 0x7f8d8006e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8d84009af0 tx=0x7f8d84008040 comp rx=0 tx=0).stop 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 msgr2=0x7f8d941f7db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c00eed0 tx=0x7f8d8c00b480 comp rx=0 tx=0).stop 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 shutdown_connections 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8d8006c2b0 0x7f8d8006e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d941619e0 0x7f8d941f7db0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d940d2d90 0x7f8d941f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 --2- 172.21.15.32:0/1755258220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d940d1200 0x7f8d9414e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.991+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 >> 172.21.15.32:0/1755258220 conn(0x7f8d9406d1c0 msgr2=0x7f8d9415ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.992+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 shutdown_connections 2024-09-16T00:53:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:00.992+0000 7f8d9a023640 1 -- 172.21.15.32:0/1755258220 wait complete. 2024-09-16T00:53:01.003 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:01.004 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:01.024 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:53:01.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.127+0000 7f21c6d6d640 1 Processor -- start 2024-09-16T00:53:01.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.127+0000 7f21c6d6d640 1 -- start start 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c6d6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f21c015e650 0x7f21c00d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c6d6d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21c00d4a90 0x7f21c00cf590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c6d6d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21c00cf0b0 con 0x7f21c00d2500 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c6d6d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f21c00d3590 con 0x7f21c00d4a90 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c6d6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f21c015ea30 con 0x7f21c015e650 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c530a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21c00d4a90 0x7f21c00cf590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21b7fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f21c00d2500 0x7f21c00d4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49374/0 (socket says 172.21.15.32:49374) 2024-09-16T00:53:01.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21b7fff640 1 -- 172.21.15.32:0/3902823697 learned_addr learned my addr 172.21.15.32:0/3902823697 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c530a640 1 -- 172.21.15.32:0/3902823697 >> v2:172.21.15.50:3300/0 conn(0x7f21c015e650 msgr2=0x7f21c00d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c4b09640 1 --2- 172.21.15.32:0/3902823697 >> v2:172.21.15.50:3300/0 conn(0x7f21c015e650 0x7f21c00d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c530a640 1 --2- 172.21.15.32:0/3902823697 >> v2:172.21.15.50:3300/0 conn(0x7f21c015e650 0x7f21c00d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21b77fe640 1 -- 172.21.15.32:0/3902823697 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3178751994 0 0) 0x7f21c00cf0b0 con 0x7f21c00d2500 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c530a640 1 -- 172.21.15.32:0/3902823697 >> v1:172.21.15.32:6789/0 conn(0x7f21c00d2500 legacy=0x7f21c00d4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.128+0000 7f21c530a640 1 -- 172.21.15.32:0/3902823697 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c00d2a10 con 0x7f21c00d4a90 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.129+0000 7f21c530a640 1 --2- 172.21.15.32:0/3902823697 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c00cf590 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f21c0068450 tx=0x7f21b802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2d5aee94a4974c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.129+0000 7f21b77fe640 1 -- 172.21.15.32:0/3902823697 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b8007740 con 0x7f21c00d4a90 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.129+0000 7f21b77fe640 1 -- 172.21.15.32:0/3902823697 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21b80078e0 con 0x7f21c00d4a90 2024-09-16T00:53:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.129+0000 7f21b77fe640 1 -- 172.21.15.32:0/3902823697 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b8007cb0 con 0x7f21c00d4a90 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 -- 172.21.15.32:0/3902823697 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 msgr2=0x7f21c00cf590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/3902823697 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c00cf590 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f21c0068450 tx=0x7f21b802a680 comp rx=0 tx=0).stop 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 -- 172.21.15.32:0/3902823697 shutdown_connections 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/3902823697 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c00cf590 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/3902823697 >> v2:172.21.15.50:3300/0 conn(0x7f21c015e650 0x7f21c00d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 -- 172.21.15.32:0/3902823697 >> 172.21.15.32:0/3902823697 conn(0x7f21c008de10 msgr2=0x7f21c009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:01.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 -- 172.21.15.32:0/3902823697 shutdown_connections 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.130+0000 7f21c6d6d640 1 -- 172.21.15.32:0/3902823697 wait complete. 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.131+0000 7f21c6d6d640 1 Processor -- start 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.131+0000 7f21c6d6d640 1 -- start start 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f21c00d2500 0x7f21c014f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21c015e650 0x7f21c0155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21c00d32b0 con 0x7f21c00d4a90 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f21c00d2fd0 con 0x7f21c015e650 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c6d6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f21c00b3d00 con 0x7f21c00d2500 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42292/0 (socket says 172.21.15.32:42292) 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 -- 172.21.15.32:0/1520452585 learned_addr learned my addr 172.21.15.32:0/1520452585 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c4b09640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f21c00d2500 0x7f21c014f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21c530a640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21c015e650 0x7f21c0155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 -- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f21c00d2500 msgr2=0x7f21c014f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f21c00d2500 0x7f21c014f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 -- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21c015e650 msgr2=0x7f21c0155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21c015e650 0x7f21c0155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 -- 172.21.15.32:0/1520452585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c00cc180 con 0x7f21c00d4a90 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.132+0000 7f21b7fff640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f21b000c430 tx=0x7f21b000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.133+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b00074e0 con 0x7f21c00d4a90 2024-09-16T00:53:01.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.133+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21b00047e0 con 0x7f21c00d4a90 2024-09-16T00:53:01.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.133+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b0004bd0 con 0x7f21c00d4a90 2024-09-16T00:53:01.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.133+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21c00cc460 con 0x7f21c00d4a90 2024-09-16T00:53:01.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.133+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21c00cca20 con 0x7f21c00d4a90 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.134+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21c00d1fc0 con 0x7f21c00d4a90 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.134+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f21b0011070 con 0x7f21c00d4a90 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.135+0000 7f21b57fa640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 0x7f21ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.135+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f21b008b2b0 con 0x7f21c00d4a90 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.135+0000 7f21c4b09640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 0x7f21ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.135+0000 7f21c4b09640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 0x7f21ac06e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f21bc00aac0 tx=0x7f21bc008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.139+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f21b0059770 con 0x7f21c00d4a90 2024-09-16T00:53:01.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.326+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f21c00d0950 con 0x7f21c00d4a90 2024-09-16T00:53:01.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.327+0000 7f21b57fa640 1 -- 172.21.15.32:0/1520452585 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f21b0059070 con 0x7f21c00d4a90 2024-09-16T00:53:01.328 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 msgr2=0x7f21ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 0x7f21ac06e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f21bc00aac0 tx=0x7f21bc008040 comp rx=0 tx=0).stop 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 msgr2=0x7f21c0155010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f21b000c430 tx=0x7f21b000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 shutdown_connections 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f21ac06c2b0 0x7f21ac06e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f21c015e650 0x7f21c0155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21c00d4a90 0x7f21c0155010 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 --2- 172.21.15.32:0/1520452585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f21c00d2500 0x7f21c014f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 >> 172.21.15.32:0/1520452585 conn(0x7f21c008de10 msgr2=0x7f21c00b4c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 shutdown_connections 2024-09-16T00:53:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.329+0000 7f21c6d6d640 1 -- 172.21.15.32:0/1520452585 wait complete. 2024-09-16T00:53:01.341 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi050.front.sepia.ceph.com... 2024-09-16T00:53:01.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:01.341 DEBUG:teuthology.orchestra.run.smithi050:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-16T00:53:01.373 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:01.373 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:53:01.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:01.374 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T00:53:01.434 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T00:53:01.434 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:01.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.537+0000 7fa6dba2e640 1 Processor -- start 2024-09-16T00:53:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.537+0000 7fa6dba2e640 1 -- start start 2024-09-16T00:53:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6dba2e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa6d415e800 0x7fa6d40cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6dba2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6d406d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6dba2e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6d40cfd30 con 0x7fa6d406dbd0 2024-09-16T00:53:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6dba2e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa6d415ebe0 con 0x7fa6d415e800 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6dba2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa6d40d42d0 con 0x7fa6d40cf910 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6d9fcb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa6d406dbd0 0x7fa6d406e080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49380/0 (socket says 172.21.15.32:49380) 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6d9fcb640 1 -- 172.21.15.32:0/2574834637 learned_addr learned my addr 172.21.15.32:0/2574834637 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6d406d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2574834637 >> v2:172.21.15.50:3300/0 conn(0x7fa6d415e800 0x7fa6d40cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2510466962 0 0) 0x7fa6d40cfd30 con 0x7fa6d406dbd0 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.538+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6c0003520 con 0x7fa6d406dbd0 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3860364180 0 0) 0x7fa6c0003520 con 0x7fa6d406dbd0 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 msgr2=0x7fa6d406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6d406d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 >> v2:172.21.15.50:3300/0 conn(0x7fa6d415e800 msgr2=0x7fa6d40cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 --2- 172.21.15.32:0/2574834637 >> v2:172.21.15.50:3300/0 conn(0x7fa6d415e800 0x7fa6d40cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d40d3ff0 con 0x7fa6d406dbd0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fa6cc0019f0 con 0x7fa6d406dbd0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 >> v1:172.21.15.32:6789/0 conn(0x7fa6d406dbd0 legacy=0x7fa6d406e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6c0003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c0003fa0 0x7fa6c0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0004d40 0x7fa6c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d415ebe0 con 0x7fa6c0003fa0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d40d42d0 con 0x7fa6c0004d40 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa6c000b9f0 con 0x7fa6d40cf910 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c0003fa0 0x7fa6c0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6c0003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d9fcb640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0004d40 0x7fa6c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 msgr2=0x7fa6c0003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6c0003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0004d40 msgr2=0x7fa6c00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0004d40 0x7fa6c00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2574834637 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c0003520 con 0x7fa6c0003fa0 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d40cf910 0x7fa6c0003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.539+0000 7fa6d9fcb640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0004d40 0x7fa6c00051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.540+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c0003fa0 0x7fa6c0004800 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4009a90 tx=0x7fa6c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cad664d057b6583 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.540+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4036070 con 0x7fa6c0003fa0 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.540+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6c4031400 con 0x7fa6c0003fa0 2024-09-16T00:53:01.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.540+0000 7fa6cbfff640 1 -- 172.21.15.32:0/2574834637 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4009690 con 0x7fa6c0003fa0 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2574834637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c0003fa0 msgr2=0x7fa6c0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2574834637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c0003fa0 0x7fa6c0004800 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4009a90 tx=0x7fa6c0005830 comp rx=0 tx=0).stop 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6d9fcb640 1 -- 172.21.15.32:0/2574834637 reap_dead start 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2574834637 shutdown_connections 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2574834637 >> 172.21.15.32:0/2574834637 conn(0x7fa6d409d750 msgr2=0x7fa6d40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2574834637 shutdown_connections 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.541+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2574834637 wait complete. 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.542+0000 7fa6dba2e640 1 Processor -- start 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.542+0000 7fa6dba2e640 1 -- start start 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0003fa0 0x7fa6d41f3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 0x7fa6d41610b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d406d170 con 0x7fa6d415edc0 2024-09-16T00:53:01.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d406ce90 con 0x7fa6c0003fa0 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6dba2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa6d40d4e30 con 0x7fa6d4160c30 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42324/0 (socket says 172.21.15.32:42324) 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2480851692 learned_addr learned my addr 172.21.15.32:0/2480851692 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0003fa0 0x7fa6d41f3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d9fcb640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 0x7fa6d41610b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 msgr2=0x7fa6d41610b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 0x7fa6d41610b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0003fa0 msgr2=0x7fa6d41f3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0003fa0 0x7fa6d41f3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 -- 172.21.15.32:0/2480851692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d4161990 con 0x7fa6d415edc0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d9fcb640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 0x7fa6d41610b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.543+0000 7fa6d8fc9640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4000c00 tx=0x7fa6c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.544+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4040070 con 0x7fa6d415edc0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.544+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6c403b680 con 0x7fa6d415edc0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.544+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6d4161c70 con 0x7fa6d415edc0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.544+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4036040 con 0x7fa6d415edc0 2024-09-16T00:53:01.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.544+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6d41615f0 con 0x7fa6d415edc0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.545+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6d4068880 con 0x7fa6d415edc0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.545+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6c4043070 con 0x7fa6d415edc0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.546+0000 7fa6c9ffb640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 0x7fa6b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.546+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa6c40abe10 con 0x7fa6d415edc0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.546+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 0x7fa6b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.546+0000 7fa6d97ca640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 0x7fa6b806e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0009bc0 tx=0x7fa6d0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.550+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa6c4079bf0 con 0x7fa6d415edc0 2024-09-16T00:53:01.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.770+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6d4161e40 con 0x7fa6d415edc0 2024-09-16T00:53:01.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.771+0000 7fa6c9ffb640 1 -- 172.21.15.32:0/2480851692 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7fa6d4161e40 con 0x7fa6d415edc0 2024-09-16T00:53:01.772 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:01.773 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:53:01.773 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:53:01.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 msgr2=0x7fa6b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 0x7fa6b806e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0009bc0 tx=0x7fa6d0008040 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 msgr2=0x7fa6d415f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4000c00 tx=0x7fa6c4004730 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 shutdown_connections 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa6b806c2e0 0x7fa6b806e7a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa6d4160c30 0x7fa6d41610b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6d415edc0 0x7fa6d415f240 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 --2- 172.21.15.32:0/2480851692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6c0003fa0 0x7fa6d41f3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 >> 172.21.15.32:0/2480851692 conn(0x7fa6d409d750 msgr2=0x7fa6d40b2fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 shutdown_connections 2024-09-16T00:53:01.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.773+0000 7fa6dba2e640 1 -- 172.21.15.32:0/2480851692 wait complete. 2024-09-16T00:53:01.785 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.886+0000 7f947283c640 1 Processor -- start 2024-09-16T00:53:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 -- start start 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f946c15e510 0x7f946c0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 0x7f946c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f946c0d3430 con 0x7f946c0cf040 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f946c0d36d0 con 0x7f946c15e510 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.887+0000 7f947283c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f946c0d39b0 con 0x7f946c0d13d0 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f946c15e510 0x7f946c0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f946c15e510 0x7f946c0ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42328/0 (socket says 172.21.15.32:42328) 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 -- 172.21.15.32:0/2043743431 learned_addr learned my addr 172.21.15.32:0/2043743431 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f9470dd9640 1 --2- 172.21.15.32:0/2043743431 >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 0x7f946c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 -- 172.21.15.32:0/2043743431 >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 msgr2=0x7f946c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 --2- 172.21.15.32:0/2043743431 >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 0x7f946c0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 -- 172.21.15.32:0/2043743431 >> v1:172.21.15.50:6789/0 conn(0x7f946c0cf040 legacy=0x7f946c0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f946bfff640 1 -- 172.21.15.32:0/2043743431 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c0d3c90 con 0x7f946c15e510 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.888+0000 7f9470dd9640 1 --2- 172.21.15.32:0/2043743431 >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 0x7f946c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f946bfff640 1 --2- 172.21.15.32:0/2043743431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c15e510 0x7f946c0ceb00 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f946c0b9dc0 tx=0x7f945c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4221f5ce7ebda3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f946b7fe640 1 -- 172.21.15.32:0/2043743431 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c037070 con 0x7f946c15e510 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f946b7fe640 1 -- 172.21.15.32:0/2043743431 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945c032440 con 0x7f946c15e510 2024-09-16T00:53:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f946b7fe640 1 -- 172.21.15.32:0/2043743431 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c032810 con 0x7f946c15e510 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 -- 172.21.15.32:0/2043743431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c15e510 msgr2=0x7f946c0ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 --2- 172.21.15.32:0/2043743431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c15e510 0x7f946c0ceb00 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f946c0b9dc0 tx=0x7f945c02a1a0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 -- 172.21.15.32:0/2043743431 shutdown_connections 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 --2- 172.21.15.32:0/2043743431 >> v2:172.21.15.50:3300/0 conn(0x7f946c0d13d0 0x7f946c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 --2- 172.21.15.32:0/2043743431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c15e510 0x7f946c0ceb00 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.889+0000 7f947283c640 1 -- 172.21.15.32:0/2043743431 >> 172.21.15.32:0/2043743431 conn(0x7f946c06d1a0 msgr2=0x7f946c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.890+0000 7f947283c640 1 -- 172.21.15.32:0/2043743431 shutdown_connections 2024-09-16T00:53:01.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.890+0000 7f947283c640 1 -- 172.21.15.32:0/2043743431 wait complete. 2024-09-16T00:53:01.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.891+0000 7f947283c640 1 Processor -- start 2024-09-16T00:53:01.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.891+0000 7f947283c640 1 -- start start 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f946c0cf040 0x7f946c1518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c15e510 0x7f946c0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f946c15e8f0 con 0x7f946c0d13d0 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f946c0d22a0 con 0x7f946c15e510 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f946c15ea70 con 0x7f946c0cf040 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42344/0 (socket says 172.21.15.32:42344) 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 -- 172.21.15.32:0/3256733814 learned_addr learned my addr 172.21.15.32:0/3256733814 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f946bfff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f946c0cf040 0x7f946c1518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9470dd9640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c15e510 0x7f946c0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 -- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f946c0cf040 msgr2=0x7f946c1518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f946c0cf040 0x7f946c1518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 -- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c15e510 msgr2=0x7f946c0cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c15e510 0x7f946c0cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 -- 172.21.15.32:0/3256733814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c0cdbe0 con 0x7f946c0d13d0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f9463fff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f945400c460 tx=0x7f945400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454016020 con 0x7f946c0d13d0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9454012870 con 0x7f946c0d13d0 2024-09-16T00:53:01.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946c0cbb40 con 0x7f946c0d13d0 2024-09-16T00:53:01.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.892+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454012c60 con 0x7f946c0d13d0 2024-09-16T00:53:01.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.893+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946c0ce140 con 0x7f946c0d13d0 2024-09-16T00:53:01.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.894+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f946c0ceb00 con 0x7f946c0d13d0 2024-09-16T00:53:01.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.894+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9454019020 con 0x7f946c0d13d0 2024-09-16T00:53:01.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.894+0000 7f94697fa640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:01.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.895+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7f945408b1b0 con 0x7f946c0d13d0 2024-09-16T00:53:01.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.895+0000 7f946bfff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:01.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.895+0000 7f946bfff640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 0x7f944c06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f945c034000 tx=0x7f945c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:01.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:01.899+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9454020070 con 0x7f946c0d13d0 2024-09-16T00:53:02.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.109+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f946c15bb00 con 0x7f946c0d13d0 2024-09-16T00:53:02.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.109+0000 7f94697fa640 1 -- 172.21.15.32:0/3256733814 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7f946c0cdbe0 con 0x7f946c0d13d0 2024-09-16T00:53:02.111 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:02.111 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:53:02.111 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 msgr2=0x7f944c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 0x7f944c06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f945c034000 tx=0x7f945c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 msgr2=0x7f946c0cbee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f945400c460 tx=0x7f945400c920 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 shutdown_connections 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c15e510 0x7f946c0cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f946c0d13d0 0x7f946c0cbee0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 --2- 172.21.15.32:0/3256733814 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f946c0cf040 0x7f946c1518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 >> 172.21.15.32:0/3256733814 conn(0x7f946c06d1a0 msgr2=0x7f946c0cf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.111+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 shutdown_connections 2024-09-16T00:53:02.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.112+0000 7f947283c640 1 -- 172.21.15.32:0/3256733814 wait complete. 2024-09-16T00:53:02.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:02.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.225+0000 7f2a0e6e6640 1 Processor -- start 2024-09-16T00:53:02.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.225+0000 7f2a0e6e6640 1 -- start start 2024-09-16T00:53:02.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.225+0000 7f2a0e6e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a0815e8d0 0x7f2a0806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a0e6e6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a080acdd0 0x7f2a080cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a0e6e6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a0806f530 con 0x7f2a080cb3b0 2024-09-16T00:53:02.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a0e6e6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f2a080cbbb0 con 0x7f2a080acdd0 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a0e6e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2a080cbe90 con 0x7f2a0815e8d0 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a080acdd0 0x7f2a080cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a080acdd0 0x7f2a080cae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42356/0 (socket says 172.21.15.32:42356) 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 -- 172.21.15.32:0/257179292 learned_addr learned my addr 172.21.15.32:0/257179292 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a07fff640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a0815e8d0 0x7f2a0806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 -- 172.21.15.32:0/257179292 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a0815e8d0 msgr2=0x7f2a0806dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a0815e8d0 0x7f2a0806dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 -- 172.21.15.32:0/257179292 >> v1:172.21.15.50:6789/0 conn(0x7f2a080cb3b0 legacy=0x7f2a080ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.226+0000 7f2a077fe640 1 -- 172.21.15.32:0/257179292 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a080ca5f0 con 0x7f2a080acdd0 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a077fe640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a080acdd0 0x7f2a080cae70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f29fc00bb40 tx=0x7f29fc02c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db180c6923510439 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a06ffd640 1 -- 172.21.15.32:0/257179292 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc036020 con 0x7f2a080acdd0 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a06ffd640 1 -- 172.21.15.32:0/257179292 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29fc032820 con 0x7f2a080acdd0 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a06ffd640 1 -- 172.21.15.32:0/257179292 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc032bf0 con 0x7f2a080acdd0 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/257179292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a080acdd0 msgr2=0x7f2a080cae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.227+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a080acdd0 0x7f2a080cae70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f29fc00bb40 tx=0x7f29fc02c960 comp rx=0 tx=0).stop 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/257179292 shutdown_connections 2024-09-16T00:53:02.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a080acdd0 0x7f2a080cae70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/257179292 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a0815e8d0 0x7f2a0806dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/257179292 >> 172.21.15.32:0/257179292 conn(0x7f2a080cffa0 msgr2=0x7f2a080d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/257179292 shutdown_connections 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.228+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/257179292 wait complete. 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.229+0000 7f2a0e6e6640 1 Processor -- start 2024-09-16T00:53:02.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.229+0000 7f2a0e6e6640 1 -- start start 2024-09-16T00:53:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a080acdd0 0x7f2a08151320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a080cb3b0 0x7f2a0809b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2a080cb860 con 0x7f2a0815e8d0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a080cabb0 con 0x7f2a080acdd0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0e6e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2a08073720 con 0x7f2a080cb3b0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42372/0 (socket says 172.21.15.32:42372) 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 -- 172.21.15.32:0/2657505250 learned_addr learned my addr 172.21.15.32:0/2657505250 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a077fe640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a080cb3b0 0x7f2a0809b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a07fff640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a080acdd0 0x7f2a08151320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 -- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a080cb3b0 msgr2=0x7f2a0809b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a080cb3b0 0x7f2a0809b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 -- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a080acdd0 msgr2=0x7f2a08151320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a080acdd0 0x7f2a08151320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 -- 172.21.15.32:0/2657505250 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0809bcf0 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a0cc83640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c7a0 tx=0x7f2a0000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00003b70 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.230+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a00003d30 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.231+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a0809bfa0 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.231+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000aa90 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.231+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a0809c560 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.232+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a080cae70 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.232+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a0000ac30 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.232+0000 7f2a04ff9640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 0x7f29f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.233+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7f2a0008b660 con 0x7f2a0815e8d0 2024-09-16T00:53:02.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.233+0000 7f2a07fff640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 0x7f29f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.233+0000 7f2a07fff640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 0x7f29f406e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f29f8006fd0 tx=0x7f29f8008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.237+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2a00059360 con 0x7f2a0815e8d0 2024-09-16T00:53:02.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.412+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a0806cbb0 con 0x7f2a0815e8d0 2024-09-16T00:53:02.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.413+0000 7f2a04ff9640 1 -- 172.21.15.32:0/2657505250 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18987 (secure 0 0 0) 0x7f2a0005d660 con 0x7f2a0815e8d0 2024-09-16T00:53:02.414 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:02.414 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:01.552530+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.12","mappings":[{"from":1,"to":5}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:02.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 msgr2=0x7f29f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 0x7f29f406e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f29f8006fd0 tx=0x7f29f8008040 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 msgr2=0x7f2a0809b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c7a0 tx=0x7f2a0000cc60 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 shutdown_connections 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f29f406c2b0 0x7f29f406e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a0815e8d0 0x7f2a0809b7b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a080cb3b0 0x7f2a0809b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 --2- 172.21.15.32:0/2657505250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a080acdd0 0x7f2a08151320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 >> 172.21.15.32:0/2657505250 conn(0x7f2a080cffa0 msgr2=0x7f2a080af1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 shutdown_connections 2024-09-16T00:53:02.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.415+0000 7f2a0e6e6640 1 -- 172.21.15.32:0/2657505250 wait complete. 2024-09-16T00:53:02.428 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:53:02.428 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:02.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.530+0000 7f73b82dd640 1 Processor -- start 2024-09-16T00:53:02.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.530+0000 7f73b82dd640 1 -- start start 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b82dd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f73b00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b82dd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73b00d3480 con 0x7f73b00d1550 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b82dd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73b00d3760 con 0x7f73b00cf510 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b82dd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f73b00d3a40 con 0x7f73b015e560 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b687a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f73b00d1550 0x7f73b00b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49382/0 (socket says 172.21.15.32:49382) 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b687a640 1 -- 172.21.15.32:0/231678440 learned_addr learned my addr 172.21.15.32:0/231678440 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b6079640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f73b00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2672967712 0 0) 0x7f73b00d3480 con 0x7f73b00d1550 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.531+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7398003520 con 0x7f73b00d1550 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2408095372 0 0) 0x7f7398003520 con 0x7f73b00d1550 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 msgr2=0x7f73b00ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f73b00ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 >> v1:172.21.15.50:6789/0 conn(0x7f73b00cf510 legacy=0x7f73b00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b00d3d20 con 0x7f73b00d1550 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f73a8001670 con 0x7f73b00d1550 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 >> v1:172.21.15.32:6789/0 conn(0x7f73b00d1550 legacy=0x7f73b00b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f7398003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7398003fd0 0x7f7398004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7398004d40 0x7f73980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f73b00d3a40 con 0x7f7398004d40 2024-09-16T00:53:02.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f739800bb20 con 0x7f7398003fd0 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f739800bd20 con 0x7f73b015e560 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7398004d40 0x7f73980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b6079640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f7398003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b5878640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7398003fd0 0x7f7398004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 -- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 msgr2=0x7f7398003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f73b015e560 0x7f7398003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 -- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7398003fd0 msgr2=0x7f7398004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7398003fd0 0x7f7398004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.532+0000 7f73b687a640 1 -- 172.21.15.32:0/231678440 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7398003520 con 0x7f7398004d40 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.533+0000 7f73b687a640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7398004d40 0x7f73980051c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f73b00d1960 tx=0x7f7398005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fb8b4afefdb0f89 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.533+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a8007d30 con 0x7f7398004d40 2024-09-16T00:53:02.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.533+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73a80058d0 con 0x7f7398004d40 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.533+0000 7f73b5077640 1 -- 172.21.15.32:0/231678440 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a8005d20 con 0x7f7398004d40 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 -- 172.21.15.32:0/231678440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7398004d40 msgr2=0x7f73980051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 --2- 172.21.15.32:0/231678440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7398004d40 0x7f73980051c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f73b00d1960 tx=0x7f7398005830 comp rx=0 tx=0).stop 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b687a640 1 -- 172.21.15.32:0/231678440 reap_dead start 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 -- 172.21.15.32:0/231678440 shutdown_connections 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 -- 172.21.15.32:0/231678440 >> 172.21.15.32:0/231678440 conn(0x7f73b0073850 msgr2=0x7f73b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 -- 172.21.15.32:0/231678440 shutdown_connections 2024-09-16T00:53:02.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.534+0000 7f73b82dd640 1 -- 172.21.15.32:0/231678440 wait complete. 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.535+0000 7f73b82dd640 1 Processor -- start 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.535+0000 7f73b82dd640 1 -- start start 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7398004d40 0x7f73b00cda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73b014a0c0 0x7f73b014a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f73b015eac0 con 0x7f73b00ca340 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73b015e940 con 0x7f73b014a0c0 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b82dd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f73b00cf950 con 0x7f7398004d40 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42380/0 (socket says 172.21.15.32:42380) 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 -- 172.21.15.32:0/3749054310 learned_addr learned my addr 172.21.15.32:0/3749054310 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b6079640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7398004d40 0x7f73b00cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b687a640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73b014a0c0 0x7f73b014a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 -- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7398004d40 msgr2=0x7f73b00cda80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7398004d40 0x7f73b00cda80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 -- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73b014a0c0 msgr2=0x7f73b014a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73b014a0c0 0x7f73b014a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 -- 172.21.15.32:0/3749054310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b00cc9e0 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.536+0000 7f73b5878640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e550 tx=0x7f73a400ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.537+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a40052e0 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.537+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73a4018070 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.537+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4003810 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.537+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b00cccc0 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.537+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b00cd280 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.538+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73b00ceee0 con 0x7f73b00ca340 2024-09-16T00:53:02.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.538+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f73a40039b0 con 0x7f73b00ca340 2024-09-16T00:53:02.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.538+0000 7f73aeffd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.539+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7f73a408b310 con 0x7f73b00ca340 2024-09-16T00:53:02.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.539+0000 7f73b6079640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.539+0000 7f73b6079640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 0x7f739c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f73a0014510 tx=0x7f73a000b040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.543+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f73a40590a0 con 0x7f73b00ca340 2024-09-16T00:53:02.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.763+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f73b015cfe0 con 0x7f73b00ca340 2024-09-16T00:53:02.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.764+0000 7f73aeffd640 1 -- 172.21.15.32:0/3749054310 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7f73a405d3a0 con 0x7f73b00ca340 2024-09-16T00:53:02.765 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:53:02.765 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:53:02.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 msgr2=0x7f739c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 0x7f739c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f73a0014510 tx=0x7f73a000b040 comp rx=0 tx=0).stop 2024-09-16T00:53:02.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 msgr2=0x7f73b00ce5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e550 tx=0x7f73a400ea10 comp rx=0 tx=0).stop 2024-09-16T00:53:02.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 shutdown_connections 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73b014a0c0 0x7f73b014a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b00ca340 0x7f73b00ce5b0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 --2- 172.21.15.32:0/3749054310 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7398004d40 0x7f73b00cda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 >> 172.21.15.32:0/3749054310 conn(0x7f73b0073850 msgr2=0x7f73b0161120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 shutdown_connections 2024-09-16T00:53:02.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.766+0000 7f73b82dd640 1 -- 172.21.15.32:0/3749054310 wait complete. 2024-09-16T00:53:02.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:02.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.879+0000 7f624f6a6640 1 Processor -- start 2024-09-16T00:53:02.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.879+0000 7f624f6a6640 1 -- start start 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624f6a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624f6a6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f62480cf910 0x7f624806d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624f6a6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62480cfd30 con 0x7f624806dbd0 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624f6a6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f624815ebe0 con 0x7f62480cf910 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624f6a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62480d42d0 con 0x7f624815e800 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624d442640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624cc41640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f62480cf910 0x7f624806d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624dc43640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f624806dbd0 0x7f624806e080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:46210/0 (socket says 172.21.15.32:46210) 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624d442640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cf3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:54516/0 (socket says 172.21.15.32:54516) 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.880+0000 7f624dc43640 1 -- 172.21.15.32:0/2731977187 learned_addr learned my addr 172.21.15.32:0/2731977187 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.881+0000 7f624cc41640 1 -- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 msgr2=0x7f62480cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.881+0000 7f624cc41640 1 --2- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.881+0000 7f624cc41640 1 -- 172.21.15.32:0/2731977187 >> v1:172.21.15.50:6789/0 conn(0x7f624806dbd0 legacy=0x7f624806e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.881+0000 7f624cc41640 1 -- 172.21.15.32:0/2731977187 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62480d3ff0 con 0x7f62480cf910 2024-09-16T00:53:02.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.881+0000 7f623ffff640 1 -- 172.21.15.32:0/2731977187 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 363455615 0 0) 0x7f62480cfd30 con 0x7f624806dbd0 2024-09-16T00:53:02.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624cc41640 1 --2- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f624806d690 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f62380097a0 tx=0x7f623802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16c6dd8458d72ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f623ffff640 1 -- 172.21.15.32:0/2731977187 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238037070 con 0x7f62480cf910 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f623ffff640 1 -- 172.21.15.32:0/2731977187 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6238032440 con 0x7f62480cf910 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f623ffff640 1 -- 172.21.15.32:0/2731977187 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238032810 con 0x7f62480cf910 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 -- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 msgr2=0x7f624806d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 --2- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f624806d690 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f62380097a0 tx=0x7f623802a180 comp rx=0 tx=0).stop 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 -- 172.21.15.32:0/2731977187 shutdown_connections 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 --2- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f624806d690 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 --2- 172.21.15.32:0/2731977187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 -- 172.21.15.32:0/2731977187 >> 172.21.15.32:0/2731977187 conn(0x7f624809d750 msgr2=0x7f62480d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 -- 172.21.15.32:0/2731977187 shutdown_connections 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.882+0000 7f624f6a6640 1 -- 172.21.15.32:0/2731977187 wait complete. 2024-09-16T00:53:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 Processor -- start 2024-09-16T00:53:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 -- start start 2024-09-16T00:53:02.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f62480b8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f624806d170 con 0x7f624806dbd0 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f624806ce90 con 0x7f62480cf910 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624f6a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62480d4e30 con 0x7f624815e800 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.884+0000 7f624d442640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42386/0 (socket says 172.21.15.32:42386) 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 -- 172.21.15.32:0/694449588 learned_addr learned my addr 172.21.15.32:0/694449588 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624cc41640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f62480b8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624dc43640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 -- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 msgr2=0x7f62480cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 -- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 msgr2=0x7f62480b8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f62480b8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 -- 172.21.15.32:0/694449588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62481f47d0 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624d442640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f624400e870 tx=0x7f624400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244017070 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f624400c940 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62481f4ab0 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624400cd30 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.885+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62481f5070 con 0x7f624806dbd0 2024-09-16T00:53:02.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.886+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6248068880 con 0x7f624806dbd0 2024-09-16T00:53:02.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.887+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f624401a070 con 0x7f624806dbd0 2024-09-16T00:53:02.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.888+0000 7f623dffb640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 0x7f622c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:02.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.888+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f624408ba30 con 0x7f624806dbd0 2024-09-16T00:53:02.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.888+0000 7f624cc41640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 0x7f622c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:02.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.888+0000 7f624cc41640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 0x7f622c06e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6238034000 tx=0x7f623802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:02.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:02.892+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6244059e10 con 0x7f624806dbd0 2024-09-16T00:53:03.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.103+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f624815d920 con 0x7f624806dbd0 2024-09-16T00:53:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.104+0000 7f623dffb640 1 -- 172.21.15.32:0/694449588 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5224 (secure 0 0 0) 0x7f6244059710 con 0x7f624806dbd0 2024-09-16T00:53:03.105 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:03.105 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"btime":"2024-09-16T00:52:40:492076+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2570914189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2570914189},{"type":"v1","addr":"172.21.15.32:6835","nonce":2570914189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2649462003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2649462003},{"type":"v1","addr":"172.21.15.32:6837","nonce":2649462003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1822605575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1822605575},{"type":"v1","addr":"172.21.15.50:6834","nonce":1822605575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:52:20.793768+0000","modified":"2024-09-16T00:52:39.840040+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34160},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34160":{"gid":34160,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2071657001","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":2071657001},{"type":"v1","addr":"172.21.15.50:6835","nonce":2071657001}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34160,"qdb_cluster":[34160]},"id":1}]} 2024-09-16T00:53:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 msgr2=0x7f622c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 0x7f622c06e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6238034000 tx=0x7f623802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 msgr2=0x7f624815afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f624400e870 tx=0x7f624400ed30 comp rx=0 tx=0).stop 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 shutdown_connections 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f622c06c2b0 0x7f622c06e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f624815e800 0x7f62480cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62480cf910 0x7f62480b8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 --2- 172.21.15.32:0/694449588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f624806dbd0 0x7f624815afb0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 >> 172.21.15.32:0/694449588 conn(0x7f624809d750 msgr2=0x7f62480cec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 shutdown_connections 2024-09-16T00:53:03.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.106+0000 7f624f6a6640 1 -- 172.21.15.32:0/694449588 wait complete. 2024-09-16T00:53:03.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:03.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.219+0000 7f40bb4d9640 1 Processor -- start 2024-09-16T00:53:03.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.219+0000 7f40bb4d9640 1 -- start start 2024-09-16T00:53:03.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40bb4d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40bb4d9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f40b40d1a60 0x7f40b40b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40bb4d9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40b415e8b0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40bb4d9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f40b40d3bf0 con 0x7f40b40d1a60 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40bb4d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f40b40d3100 con 0x7f40b415e4d0 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9275640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9a76640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f40b40d1a60 0x7f40b40b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9275640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:54530/0 (socket says 172.21.15.32:54530) 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9275640 1 -- 172.21.15.32:0/3001292235 learned_addr learned my addr 172.21.15.32:0/3001292235 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9a76640 1 -- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 msgr2=0x7f40b40cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9a76640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.220+0000 7f40b9a76640 1 -- 172.21.15.32:0/3001292235 >> v1:172.21.15.50:6789/0 conn(0x7f40b40cf8f0 legacy=0x7f40b40d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.221+0000 7f40b9a76640 1 -- 172.21.15.32:0/3001292235 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b40b7510 con 0x7f40b40d1a60 2024-09-16T00:53:03.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.221+0000 7f40b9275640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:53:03.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.221+0000 7f40b9a76640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b40d1a60 0x7f40b40b7c90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009d90 tx=0x7f40ac02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3ff111ead80e7d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.221+0000 7f40abfff640 1 -- 172.21.15.32:0/3001292235 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac007740 con 0x7f40b40d1a60 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40abfff640 1 -- 172.21.15.32:0/3001292235 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40ac0078e0 con 0x7f40b40d1a60 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40abfff640 1 -- 172.21.15.32:0/3001292235 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac007cb0 con 0x7f40b40d1a60 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b40d1a60 msgr2=0x7f40b40b7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b40d1a60 0x7f40b40b7c90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009d90 tx=0x7f40ac02a660 comp rx=0 tx=0).stop 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3001292235 shutdown_connections 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b40d1a60 0x7f40b40b7c90 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3001292235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b415e4d0 0x7f40b40cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3001292235 >> 172.21.15.32:0/3001292235 conn(0x7f40b4073640 msgr2=0x7f40b4073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3001292235 shutdown_connections 2024-09-16T00:53:03.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.222+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3001292235 wait complete. 2024-09-16T00:53:03.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.223+0000 7f40bb4d9640 1 Processor -- start 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.223+0000 7f40bb4d9640 1 -- start start 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b40d1a60 0x7f40b415fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b415e4d0 0x7f40b415b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f40b40d3630 con 0x7f40b40cf8f0 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40b40b77b0 con 0x7f40b415e4d0 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40bb4d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f40b40d3910 con 0x7f40b40d1a60 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42400/0 (socket says 172.21.15.32:42400) 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 -- 172.21.15.32:0/3591823518 learned_addr learned my addr 172.21.15.32:0/3591823518 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b8a74640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b40d1a60 0x7f40b415fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9a76640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b415e4d0 0x7f40b415b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 -- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b40d1a60 msgr2=0x7f40b415fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b40d1a60 0x7f40b415fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 -- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b415e4d0 msgr2=0x7f40b415b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.224+0000 7f40b9275640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b415e4d0 0x7f40b415b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40b9275640 1 -- 172.21.15.32:0/3591823518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b41616a0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40b9275640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f40b000e9e0 tx=0x7f40b000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b0017070 con 0x7f40b40cf8f0 2024-09-16T00:53:03.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40b000c9d0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b4161940 con 0x7f40b40cf8f0 2024-09-16T00:53:03.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b000cd80 con 0x7f40b40cf8f0 2024-09-16T00:53:03.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.225+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b415f940 con 0x7f40b40cf8f0 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.226+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40b40cf3b0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.227+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40b001a070 con 0x7f40b40cf8f0 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.227+0000 7f40a9ffb640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 0x7f409806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.227+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f40b008b950 con 0x7f40b40cf8f0 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.227+0000 7f40b8a74640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 0x7f409806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.228+0000 7f40b8a74640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 0x7f409806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f40b4159370 tx=0x7f40a4009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.231+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40b00596e0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.408+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40b40b5440 con 0x7f40b40cf8f0 2024-09-16T00:53:03.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.409+0000 7f40a9ffb640 1 -- 172.21.15.32:0/3591823518 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18987 (secure 0 0 0) 0x7f40b005d9e0 con 0x7f40b40cf8f0 2024-09-16T00:53:03.411 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:02.556638+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:52:18.669317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:52:19.781933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-16T00:52:23.488737+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.12","mappings":[{"from":1,"to":5}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:03.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 msgr2=0x7f409806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 0x7f409806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f40b4159370 tx=0x7f40a4009040 comp rx=0 tx=0).stop 2024-09-16T00:53:03.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 msgr2=0x7f40b4157e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f40b000e9e0 tx=0x7f40b000eea0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 shutdown_connections 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f409806c2b0 0x7f409806e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b415e4d0 0x7f40b415b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40b40d1a60 0x7f40b415fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 --2- 172.21.15.32:0/3591823518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40b40cf8f0 0x7f40b4157e90 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 >> 172.21.15.32:0/3591823518 conn(0x7f40b4073640 msgr2=0x7f40b4073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 shutdown_connections 2024-09-16T00:53:03.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.412+0000 7f40bb4d9640 1 -- 172.21.15.32:0/3591823518 wait complete. 2024-09-16T00:53:03.424 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:53:03.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 Processor -- start 2024-09-16T00:53:03.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 -- start start 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30000d3140 0x7f30000d4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f3000166580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30000cef60 con 0x7f30000b35e0 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f30000d24b0 con 0x7f30000d3140 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.527+0000 7f30070d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f30000d2730 con 0x7f30000d2020 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30000d3140 0x7f30000d4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30000d3140 0x7f30000d4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42404/0 (socket says 172.21.15.32:42404) 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 -- 172.21.15.32:0/356453684 learned_addr learned my addr 172.21.15.32:0/356453684 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f300566d640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f3000166580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 -- 172.21.15.32:0/356453684 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 msgr2=0x7f3000166580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f3000166580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 -- 172.21.15.32:0/356453684 >> v1:172.21.15.50:6789/0 conn(0x7f30000b35e0 legacy=0x7f30000d2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.528+0000 7f2ffffff640 1 -- 172.21.15.32:0/356453684 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30000d0e40 con 0x7f30000d3140 2024-09-16T00:53:03.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f2ffffff640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000d3140 0x7f30000d4bb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8009e50 tx=0x7f2fe802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecfb84a4359808a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f2fff7fe640 1 -- 172.21.15.32:0/356453684 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8036070 con 0x7f30000d3140 2024-09-16T00:53:03.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f2fff7fe640 1 -- 172.21.15.32:0/356453684 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fe8031600 con 0x7f30000d3140 2024-09-16T00:53:03.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f2fff7fe640 1 -- 172.21.15.32:0/356453684 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe80319d0 con 0x7f30000d3140 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 -- 172.21.15.32:0/356453684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000d3140 msgr2=0x7f30000d4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000d3140 0x7f30000d4bb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8009e50 tx=0x7f2fe802a680 comp rx=0 tx=0).stop 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 -- 172.21.15.32:0/356453684 shutdown_connections 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f3000166580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 --2- 172.21.15.32:0/356453684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000d3140 0x7f30000d4bb0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 -- 172.21.15.32:0/356453684 >> 172.21.15.32:0/356453684 conn(0x7f300008de10 msgr2=0x7f300009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 -- 172.21.15.32:0/356453684 shutdown_connections 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.529+0000 7f30070d0640 1 -- 172.21.15.32:0/356453684 wait complete. 2024-09-16T00:53:03.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 Processor -- start 2024-09-16T00:53:03.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 -- start start 2024-09-16T00:53:03.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f30000cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30000d3140 0x7f30000c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f30000d16e0 con 0x7f30000b35e0 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f30000d1400 con 0x7f30000d3140 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.531+0000 7f30070d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f30000d1c00 con 0x7f30000d2020 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42416/0 (socket says 172.21.15.32:42416) 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 -- 172.21.15.32:0/2652605991 learned_addr learned my addr 172.21.15.32:0/2652605991 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f2ffffff640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f30000cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f300566d640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30000d3140 0x7f30000c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 -- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 msgr2=0x7f30000cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f30000cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 -- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30000d3140 msgr2=0x7f30000c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30000d3140 0x7f30000c8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 -- 172.21.15.32:0/2652605991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30000ccd00 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f3004e6c640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2ff000c3c0 tx=0x7f2ff000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff00052d0 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ff0005490 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30000ccfe0 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0007260 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.532+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30000cd5a0 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.533+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30000b39c0 con 0x7f30000b35e0 2024-09-16T00:53:03.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.534+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ff0007400 con 0x7f30000b35e0 2024-09-16T00:53:03.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.534+0000 7f2ffd7fa640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 0x7f2fe006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.534+0000 7f2ffffff640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 0x7f2fe006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.534+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f2ff008ad10 con 0x7f30000b35e0 2024-09-16T00:53:03.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.535+0000 7f2ffffff640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 0x7f2fe006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8033000 tx=0x7f2fe8009000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.539+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30000cef60 con 0x7f30000b35e0 2024-09-16T00:53:03.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.754+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f30000b4090 con 0x7f30000b35e0 2024-09-16T00:53:03.756 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-09-16T00:53:03.755+0000 7f6bd1eb4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:53:03.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.756+0000 7f2ffd7fa640 1 -- 172.21.15.32:0/2652605991 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f2ff0058980 con 0x7f30000b35e0 2024-09-16T00:53:03.757 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.759+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 msgr2=0x7f2fe006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.759+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 0x7f2fe006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8033000 tx=0x7f2fe8009000 comp rx=0 tx=0).stop 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.759+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 msgr2=0x7f300015cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.759+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2ff000c3c0 tx=0x7f2ff000c880 comp rx=0 tx=0).stop 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 shutdown_connections 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2fe006c2b0 0x7f2fe006e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30000d3140 0x7f30000c8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f30000d2020 0x7f30000cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 --2- 172.21.15.32:0/2652605991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30000b35e0 0x7f300015cc20 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 >> 172.21.15.32:0/2652605991 conn(0x7f300008de10 msgr2=0x7f30000b2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 shutdown_connections 2024-09-16T00:53:03.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.760+0000 7f30070d0640 1 -- 172.21.15.32:0/2652605991 wait complete. 2024-09-16T00:53:03.764 INFO:tasks.ceph.mds.b.smithi050.stderr: -3194> 2024-09-16T00:52:26.422+0000 7ffaae3d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:53:03.772 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:53:03.796 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:53:03.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.876+0000 7fda49077640 1 Processor -- start 2024-09-16T00:53:03.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.876+0000 7fda49077640 1 -- start start 2024-09-16T00:53:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda49077640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda440d0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda49077640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda440cf3c0 con 0x7fda440d29c0 2024-09-16T00:53:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda49077640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda440cf6a0 con 0x7fda4415e520 2024-09-16T00:53:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda49077640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fda440cf980 con 0x7fda440d2e30 2024-09-16T00:53:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda4259c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fda440d29c0 0x7fda440d0460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49392/0 (socket says 172.21.15.32:49392) 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda4259c640 1 -- 172.21.15.32:0/391474017 learned_addr learned my addr 172.21.15.32:0/391474017 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda4359e640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda440d0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2835216579 0 0) 0x7fda440cf3c0 con 0x7fda440d29c0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda2c003520 con 0x7fda440d29c0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4109419027 0 0) 0x7fda2c003520 con 0x7fda440d29c0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 msgr2=0x7fda440d0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda440d0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 >> v1:172.21.15.50:6789/0 conn(0x7fda4415e520 legacy=0x7fda440b5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda440cfc60 con 0x7fda440d29c0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fda38001670 con 0x7fda440d29c0 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 >> v1:172.21.15.32:6789/0 conn(0x7fda440d29c0 legacy=0x7fda440d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda2c0039e0 0x7fda2c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda2c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fda440cf980 con 0x7fda2c004d40 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda2c00ba70 con 0x7fda2c0039e0 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.877+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fda2c00bc70 con 0x7fda440d2e30 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda42d9d640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda2c0039e0 0x7fda2c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4259c640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda2c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 -- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 msgr2=0x7fda2c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda440d2e30 0x7fda2c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 -- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda2c0039e0 msgr2=0x7fda2c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda2c0039e0 0x7fda2c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.878+0000 7fda4359e640 1 -- 172.21.15.32:0/391474017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda2c003520 con 0x7fda2c004d40 2024-09-16T00:53:03.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda4359e640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda2c0051c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fda3c009f90 tx=0x7fda2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff74a42a07bd0bf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3c009c10 con 0x7fda2c004d40 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda3c036070 con 0x7fda2c004d40 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda41d9b640 1 -- 172.21.15.32:0/391474017 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3c031850 con 0x7fda2c004d40 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 -- 172.21.15.32:0/391474017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 msgr2=0x7fda2c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 --2- 172.21.15.32:0/391474017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda2c0051c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fda3c009f90 tx=0x7fda2c005830 comp rx=0 tx=0).stop 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda4359e640 1 -- 172.21.15.32:0/391474017 reap_dead start 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 -- 172.21.15.32:0/391474017 shutdown_connections 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 -- 172.21.15.32:0/391474017 >> 172.21.15.32:0/391474017 conn(0x7fda4409d740 msgr2=0x7fda440d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 -- 172.21.15.32:0/391474017 shutdown_connections 2024-09-16T00:53:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.879+0000 7fda49077640 1 -- 172.21.15.32:0/391474017 wait complete. 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.881+0000 7fda49077640 1 Processor -- start 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.881+0000 7fda49077640 1 -- start start 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.881+0000 7fda49077640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda44157560 0x7fda44161350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 0x7fda440ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fda440d2290 con 0x7fda2c004d40 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda440d32c0 con 0x7fda44157560 2024-09-16T00:53:03.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fda4415e900 con 0x7fda44161890 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42436/0 (socket says 172.21.15.32:42436) 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 -- 172.21.15.32:0/504783806 learned_addr learned my addr 172.21.15.32:0/504783806 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda4259c640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda44157560 0x7fda44161350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda4359e640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 0x7fda440ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 -- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 msgr2=0x7fda440ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 0x7fda440ccfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 -- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda44157560 msgr2=0x7fda44161350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda44157560 0x7fda44161350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 -- 172.21.15.32:0/504783806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda440b9ce0 con 0x7fda2c004d40 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda4359e640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 0x7fda440ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda42d9d640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda3400f820 tx=0x7fda3400fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda340050d0 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda34018070 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda440b9fc0 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34005490 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.882+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda44161d10 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.883+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda440ba190 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.884+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda3400d730 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.885+0000 7fda2b7fe640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 0x7fda3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.885+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6850+0+0 (secure 0 0 0) 0x7fda3408b6d0 con 0x7fda2c004d40 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.885+0000 7fda4259c640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 0x7fda3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.885+0000 7fda4259c640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 0x7fda3006e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fda440cc500 tx=0x7fda38000fa0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:03.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:03.889+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda34059930 con 0x7fda2c004d40 2024-09-16T00:53:04.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.099+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fda440b5510 con 0x7fda2c004d40 2024-09-16T00:53:04.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.758+0000 7fda2b7fe640 1 -- 172.21.15.32:0/504783806 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7fda34059230 con 0x7fda2c004d40 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 msgr2=0x7fda3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 0x7fda3006e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fda440cc500 tx=0x7fda38000fa0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 msgr2=0x7fda44156c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda3400f820 tx=0x7fda3400fce0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 shutdown_connections 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.760+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fda3006c2e0 0x7fda3006e7a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fda44161890 0x7fda440ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda44157560 0x7fda44161350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 --2- 172.21.15.32:0/504783806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda2c004d40 0x7fda44156c10 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 >> 172.21.15.32:0/504783806 conn(0x7fda4409d740 msgr2=0x7fda440d4e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:04.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 shutdown_connections 2024-09-16T00:53:04.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.761+0000 7fda49077640 1 -- 172.21.15.32:0/504783806 wait complete. 2024-09-16T00:53:04.776 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:53:04.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.890+0000 7fe3d928d640 1 Processor -- start 2024-09-16T00:53:04.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.890+0000 7fe3d928d640 1 -- start start 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d928d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3d415e770 0x7fe3d40d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d928d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 0x7fe3d4162130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d928d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3d40b74c0 con 0x7fe3d4162670 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d928d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe3d40b7df0 con 0x7fe3d415e770 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d928d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe3d40b77a0 con 0x7fe3d40d3800 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3d415e770 0x7fe3d40d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3d415e770 0x7fe3d40d32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42448/0 (socket says 172.21.15.32:42448) 2024-09-16T00:53:04.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/325672575 learned_addr learned my addr 172.21.15.32:0/325672575 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d27fc640 1 --2- 172.21.15.32:0/325672575 >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 0x7fe3d4162130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/325672575 >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 msgr2=0x7fe3d4162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 --2- 172.21.15.32:0/325672575 >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 0x7fe3d4162130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/325672575 >> v1:172.21.15.50:6789/0 conn(0x7fe3d4162670 legacy=0x7fe3d40b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/325672575 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d40b7a80 con 0x7fe3d415e770 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.891+0000 7fe3d27fc640 1 --2- 172.21.15.32:0/325672575 >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 0x7fe3d4162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.892+0000 7fe3d2ffd640 1 --2- 172.21.15.32:0/325672575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d415e770 0x7fe3d40d32c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe3d40b6eb0 tx=0x7fe3c402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e21a221ebb0a463 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:04.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.892+0000 7fe3d1ffb640 1 -- 172.21.15.32:0/325672575 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4036070 con 0x7fe3d415e770 2024-09-16T00:53:04.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.892+0000 7fe3d1ffb640 1 -- 172.21.15.32:0/325672575 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3c4031600 con 0x7fe3d415e770 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.892+0000 7fe3d1ffb640 1 -- 172.21.15.32:0/325672575 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c40319d0 con 0x7fe3d415e770 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 -- 172.21.15.32:0/325672575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d415e770 msgr2=0x7fe3d40d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 --2- 172.21.15.32:0/325672575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d415e770 0x7fe3d40d32c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe3d40b6eb0 tx=0x7fe3c402a6f0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 -- 172.21.15.32:0/325672575 shutdown_connections 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 --2- 172.21.15.32:0/325672575 >> v2:172.21.15.50:3300/0 conn(0x7fe3d40d3800 0x7fe3d4162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 --2- 172.21.15.32:0/325672575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d415e770 0x7fe3d40d32c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 -- 172.21.15.32:0/325672575 >> 172.21.15.32:0/325672575 conn(0x7fe3d409d660 msgr2=0x7fe3d40d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 -- 172.21.15.32:0/325672575 shutdown_connections 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.893+0000 7fe3d928d640 1 -- 172.21.15.32:0/325672575 wait complete. 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.894+0000 7fe3d928d640 1 Processor -- start 2024-09-16T00:53:04.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.894+0000 7fe3d928d640 1 -- start start 2024-09-16T00:53:04.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3d415e770 0x7fe3d40c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe3d4162670 0x7fe3d40c9d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d40ba190 con 0x7fe3d40d3800 2024-09-16T00:53:04.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d40d53d0 con 0x7fe3d415e770 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d928d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe3d40ba310 con 0x7fe3d4162670 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42460/0 (socket says 172.21.15.32:42460) 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/3069461073 learned_addr learned my addr 172.21.15.32:0/3069461073 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d27fc640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3d415e770 0x7fe3d40c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.895+0000 7fe3d37fe640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe3d4162670 0x7fe3d40c9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe3d4162670 msgr2=0x7fe3d40c9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe3d4162670 0x7fe3d40c9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3d415e770 msgr2=0x7fe3d40c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3d415e770 0x7fe3d40c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 -- 172.21.15.32:0/3069461073 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d40ccbd0 con 0x7fe3d40d3800 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d2ffd640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4009f40 tx=0x7fe3c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:04.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4036050 con 0x7fe3d40d3800 2024-09-16T00:53:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3c4042070 con 0x7fe3d40d3800 2024-09-16T00:53:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4009510 con 0x7fe3d40d3800 2024-09-16T00:53:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3d40cceb0 con 0x7fe3d40d3800 2024-09-16T00:53:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.896+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3d40cd470 con 0x7fe3d40d3800 2024-09-16T00:53:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.897+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3d4069110 con 0x7fe3d40d3800 2024-09-16T00:53:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.898+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe3c4007c50 con 0x7fe3d40d3800 2024-09-16T00:53:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.898+0000 7fe3bb7fe640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 0x7fe3c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.898+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6850+0+0 (secure 0 0 0) 0x7fe3c40ac720 con 0x7fe3d40d3800 2024-09-16T00:53:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.898+0000 7fe3d27fc640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 0x7fe3c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.899+0000 7fe3d27fc640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 0x7fe3c006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4156d40 tx=0x7fe3c8008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:04.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:04.902+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3c407a450 con 0x7fe3d40d3800 2024-09-16T00:53:05.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.078+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe3d40d4240 con 0x7fe3d40d3800 2024-09-16T00:53:05.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.762+0000 7fe3bb7fe640 1 -- 172.21.15.32:0/3069461073 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v29) ==== 181+0+0 (secure 0 0 0) 0x7fe3c407e750 con 0x7fe3d40d3800 2024-09-16T00:53:05.763 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 msgr2=0x7fe3c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 0x7fe3c006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4156d40 tx=0x7fe3c8008040 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 msgr2=0x7fe3d41539b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4009f40 tx=0x7fe3c4004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 shutdown_connections 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe3c006c2b0 0x7fe3c006e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe3d4162670 0x7fe3d40c9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3d415e770 0x7fe3d40c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 --2- 172.21.15.32:0/3069461073 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3d40d3800 0x7fe3d41539b0 secure :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4009f40 tx=0x7fe3c4004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:05.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.768+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 >> 172.21.15.32:0/3069461073 conn(0x7fe3d409d660 msgr2=0x7fe3d406d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:05.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.769+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 shutdown_connections 2024-09-16T00:53:05.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.769+0000 7fe3d928d640 1 -- 172.21.15.32:0/3069461073 wait complete. 2024-09-16T00:53:05.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:53:05.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.891+0000 7f0fb800e640 1 Processor -- start 2024-09-16T00:53:05.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.891+0000 7f0fb800e640 1 -- start start 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb800e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb800e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0fb00af490 0x7f0fb00b3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb800e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fb00ae9a0 con 0x7f0fb00adb00 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb800e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f0fb00b2df0 con 0x7f0fb00af490 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb800e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0fb00b33b0 con 0x7f0fb006df80 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb55a9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb65ab640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0fb00af490 0x7f0fb00b3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb55a9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:54586/0 (socket says 172.21.15.32:54586) 2024-09-16T00:53:05.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.892+0000 7f0fb55a9640 1 -- 172.21.15.32:0/3726957473 learned_addr learned my addr 172.21.15.32:0/3726957473 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:05.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.893+0000 7f0fb55a9640 1 -- 172.21.15.32:0/3726957473 >> v2:172.21.15.50:3300/0 conn(0x7f0fb00af490 msgr2=0x7f0fb00b3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:05.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.893+0000 7f0fb55a9640 1 --2- 172.21.15.32:0/3726957473 >> v2:172.21.15.50:3300/0 conn(0x7f0fb00af490 0x7f0fb00b3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.893+0000 7f0fb55a9640 1 -- 172.21.15.32:0/3726957473 >> v1:172.21.15.50:6789/0 conn(0x7f0fb00adb00 legacy=0x7f0fb00adee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.893+0000 7f0fb55a9640 1 -- 172.21.15.32:0/3726957473 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb00aec80 con 0x7f0fb006df80 2024-09-16T00:53:05.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb55a9640 1 --2- 172.21.15.32:0/3726957473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0009870 tx=0x7f0fa002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a78ce83f09961844 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb4da8640 1 -- 172.21.15.32:0/3726957473 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0037070 con 0x7f0fb006df80 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb4da8640 1 -- 172.21.15.32:0/3726957473 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fa0032440 con 0x7f0fb006df80 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb4da8640 1 -- 172.21.15.32:0/3726957473 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0032810 con 0x7f0fb006df80 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 -- 172.21.15.32:0/3726957473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 msgr2=0x7f0fb00b3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3726957473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0009870 tx=0x7f0fa002a270 comp rx=0 tx=0).stop 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 -- 172.21.15.32:0/3726957473 shutdown_connections 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3726957473 >> v2:172.21.15.50:3300/0 conn(0x7f0fb00af490 0x7f0fb00b3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3726957473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb00b3840 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 -- 172.21.15.32:0/3726957473 >> 172.21.15.32:0/3726957473 conn(0x7f0fb00b1af0 msgr2=0x7f0fb00b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 -- 172.21.15.32:0/3726957473 shutdown_connections 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.894+0000 7f0fb800e640 1 -- 172.21.15.32:0/3726957473 wait complete. 2024-09-16T00:53:05.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 Processor -- start 2024-09-16T00:53:05.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 -- start start 2024-09-16T00:53:05.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb01e6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0fb00adb00 0x7f0fb0150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb00ae5f0 con 0x7f0fb00af490 2024-09-16T00:53:05.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb015b4e0 con 0x7f0fb00adb00 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.896+0000 7f0fb800e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0fb0158c00 con 0x7f0fb006df80 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42470/0 (socket says 172.21.15.32:42470) 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 -- 172.21.15.32:0/3113083377 learned_addr learned my addr 172.21.15.32:0/3113083377 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb5daa640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb01e6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb55a9640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0fb00adb00 0x7f0fb0150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 -- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 msgr2=0x7f0fb01e6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb01e6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 -- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0fb00adb00 msgr2=0x7f0fb0150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0fb00adb00 0x7f0fb0150a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:05.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 -- 172.21.15.32:0/3113083377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb0158ee0 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb65ab640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0fa800efc0 tx=0x7f0fa800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8018020 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fa8014480 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb01591c0 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8009e60 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.897+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb00cfc30 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.898+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb00adee0 con 0x7f0fb00af490 2024-09-16T00:53:05.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.899+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0fa8005d10 con 0x7f0fb00af490 2024-09-16T00:53:05.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.899+0000 7f0fa67fc640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 0x7f0f9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:05.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.900+0000 7f0fb5daa640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 0x7f0f9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:05.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.900+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6412+0+0 (secure 0 0 0) 0x7f0fa808c2a0 con 0x7f0fb00af490 2024-09-16T00:53:05.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.900+0000 7f0fb5daa640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 0x7f0f9406e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0fac001780 tx=0x7f0fac009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:05.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:05.904+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0fa8022030 con 0x7f0fb00af490 2024-09-16T00:53:06.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.083+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0fb00b18d0 con 0x7f0fb00af490 2024-09-16T00:53:06.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.764+0000 7f0fa67fc640 1 -- 172.21.15.32:0/3113083377 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v30) ==== 169+0+0 (secure 0 0 0) 0x7f0fa8010040 con 0x7f0fb00af490 2024-09-16T00:53:06.765 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-16T00:53:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.772+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 msgr2=0x7f0f9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 0x7f0f9406e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0fac001780 tx=0x7f0fac009040 comp rx=0 tx=0).stop 2024-09-16T00:53:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 msgr2=0x7f0fb01526e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0fa800efc0 tx=0x7f0fa800c490 comp rx=0 tx=0).stop 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 shutdown_connections 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f0f9406c2b0 0x7f0f9406e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fb00af490 0x7f0fb01526e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0fb00adb00 0x7f0fb0150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 --2- 172.21.15.32:0/3113083377 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0fb006df80 0x7f0fb01e6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.773+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 >> 172.21.15.32:0/3113083377 conn(0x7f0fb00b1af0 msgr2=0x7f0fb00b0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.774+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 shutdown_connections 2024-09-16T00:53:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.774+0000 7f0fb800e640 1 -- 172.21.15.32:0/3113083377 wait complete. 2024-09-16T00:53:06.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-16T00:53:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.904+0000 7fef875b7640 1 Processor -- start 2024-09-16T00:53:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.904+0000 7fef875b7640 1 -- start start 2024-09-16T00:53:06.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef875b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fef800d3050 0x7fef800d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef875b7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 0x7fef800b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef875b7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef800d15e0 con 0x7fef8015e4d0 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef875b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fef800d1fb0 con 0x7fef800d3050 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef875b7640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fef800d2290 con 0x7fef800d11d0 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fef800d3050 0x7fef800d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef85353640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fef8015e4d0 0x7fef800cfa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51566/0 (socket says 172.21.15.32:51566) 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fef800d3050 0x7fef800d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60498/0 (socket says 172.21.15.32:60498) 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef85353640 1 -- 172.21.15.32:0/1441410001 learned_addr learned my addr 172.21.15.32:0/1441410001 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 -- 172.21.15.32:0/1441410001 >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 msgr2=0x7fef800b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef85b54640 1 --2- 172.21.15.32:0/1441410001 >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 0x7fef800b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef77fff640 1 -- 172.21.15.32:0/1441410001 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3609898091 0 0) 0x7fef7c001110 con 0x7fef8015e4d0 2024-09-16T00:53:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 --2- 172.21.15.32:0/1441410001 >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 0x7fef800b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 -- 172.21.15.32:0/1441410001 >> v1:172.21.15.32:6789/0 conn(0x7fef8015e4d0 legacy=0x7fef800cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef84b52640 1 -- 172.21.15.32:0/1441410001 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef800d2570 con 0x7fef800d3050 2024-09-16T00:53:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.905+0000 7fef85b54640 1 --2- 172.21.15.32:0/1441410001 >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 0x7fef800b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.906+0000 7fef84b52640 1 --2- 172.21.15.32:0/1441410001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d3050 0x7fef800d0c90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fef800d3650 tx=0x7fef7002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e40ca7b8657f5f3e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.906+0000 7fef77fff640 1 -- 172.21.15.32:0/1441410001 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef70037070 con 0x7fef800d3050 2024-09-16T00:53:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.906+0000 7fef77fff640 1 -- 172.21.15.32:0/1441410001 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef70032440 con 0x7fef800d3050 2024-09-16T00:53:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.906+0000 7fef77fff640 1 -- 172.21.15.32:0/1441410001 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7002ae60 con 0x7fef800d3050 2024-09-16T00:53:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 -- 172.21.15.32:0/1441410001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d3050 msgr2=0x7fef800d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 --2- 172.21.15.32:0/1441410001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d3050 0x7fef800d0c90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fef800d3650 tx=0x7fef7002a110 comp rx=0 tx=0).stop 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 -- 172.21.15.32:0/1441410001 shutdown_connections 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 --2- 172.21.15.32:0/1441410001 >> v2:172.21.15.50:3300/0 conn(0x7fef800d11d0 0x7fef800b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 --2- 172.21.15.32:0/1441410001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d3050 0x7fef800d0c90 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 -- 172.21.15.32:0/1441410001 >> 172.21.15.32:0/1441410001 conn(0x7fef8009d650 msgr2=0x7fef800d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 -- 172.21.15.32:0/1441410001 shutdown_connections 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.907+0000 7fef875b7640 1 -- 172.21.15.32:0/1441410001 wait complete. 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.908+0000 7fef875b7640 1 Processor -- start 2024-09-16T00:53:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.908+0000 7fef875b7640 1 -- start start 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 0x7fef801f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 0x7fef800b93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fef800d4d80 con 0x7fef800d11d0 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fef800d2b30 con 0x7fef800d3050 2024-09-16T00:53:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef875b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fef800d01a0 con 0x7fef8015e4d0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60500/0 (socket says 172.21.15.32:60500) 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 -- 172.21.15.32:0/1379272177 learned_addr learned my addr 172.21.15.32:0/1379272177 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef84b52640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 0x7fef801f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85b54640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 0x7fef800b93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 -- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 msgr2=0x7fef800b93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 0x7fef800b93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 -- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 msgr2=0x7fef801f7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 0x7fef801f7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 -- 172.21.15.32:0/1379272177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef801f8090 con 0x7fef800d11d0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85b54640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 0x7fef800b93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef84b52640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 0x7fef801f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef85353640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00c460 tx=0x7fef7c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:06.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.909+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c018070 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.910+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef7c007500 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.910+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef800cb4b0 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.910+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c004a20 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.910+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef801f8610 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.911+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef80069110 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.911+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef7c01b070 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.912+0000 7fef75ffb640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 0x7fef6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.912+0000 7fef84b52640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 0x7fef6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.912+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5853+0+0 (secure 0 0 0) 0x7fef7c08a770 con 0x7fef800d11d0 2024-09-16T00:53:06.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.912+0000 7fef84b52640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 0x7fef6406e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fef70034000 tx=0x7fef7002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:06.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:06.916+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef800d15e0 con 0x7fef800d11d0 2024-09-16T00:53:07.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.096+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fef8015e8b0 con 0x7fef800d11d0 2024-09-16T00:53:07.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.775+0000 7fef75ffb640 1 -- 172.21.15.32:0/1379272177 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v31) ==== 178+0+0 (secure 0 0 0) 0x7fef7c058e50 con 0x7fef800d11d0 2024-09-16T00:53:07.776 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' removed 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 msgr2=0x7fef6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 0x7fef6406e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fef70034000 tx=0x7fef7002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 msgr2=0x7fef8015b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00c460 tx=0x7fef7c00c920 comp rx=0 tx=0).stop 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 shutdown_connections 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef6406c2b0 0x7fef6406e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef8015e4d0 0x7fef800b93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef800d3050 0x7fef801f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 --2- 172.21.15.32:0/1379272177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef800d11d0 0x7fef8015b4a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.780+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 >> 172.21.15.32:0/1379272177 conn(0x7fef8009d650 msgr2=0x7fef800b4e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:07.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.781+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 shutdown_connections 2024-09-16T00:53:07.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.781+0000 7fef875b7640 1 -- 172.21.15.32:0/1379272177 wait complete. 2024-09-16T00:53:07.798 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:53:07.798 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T00:53:07.798 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:53:07.798 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:07.798 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:53:07.798 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T00:53:07.799 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:53:07.799 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:07.799 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:53:07.799 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T00:53:07.799 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:53:07.799 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:07.799 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:53:07.799 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T00:53:07.800 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:53:07.800 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:07.810 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:53:07.810 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:53:07.810 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:53:07.810 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:53:07.811 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:53:07.812 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:53:07.812 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:53:07.812 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:53:07.853 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:53:07.853 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:07.854 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:53:07.854 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:07.855 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:53:07.856 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:07.856 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:53:07.857 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:07.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T00:53:07.941 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-16T00:53:07.941 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:53:07.943 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-09-16T00:53:07.943 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-09-16T00:53:07.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.975+0000 7f25b703c640 1 Processor -- start 2024-09-16T00:53:07.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.975+0000 7f25b703c640 1 -- start start 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.975+0000 7f25b703c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25b006c200 0x7f25b00b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.975+0000 7f25b703c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b015e9f0 0x7f25b0161ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25b703c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25b0162660 con 0x7f25b0147b70 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25b703c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f25b0162430 con 0x7f25b006c200 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25b703c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f25b0070330 con 0x7f25b015e9f0 2024-09-16T00:53:07.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25b006c200 0x7f25b00b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25b006c200 0x7f25b00b4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60528/0 (socket says 172.21.15.32:60528) 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 -- 172.21.15.32:0/1858821547 learned_addr learned my addr 172.21.15.32:0/1858821547 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25b55d9640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b015e9f0 0x7f25b0161ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 -- 172.21.15.32:0/1858821547 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b015e9f0 msgr2=0x7f25b0161ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b015e9f0 0x7f25b0161ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 -- 172.21.15.32:0/1858821547 >> v1:172.21.15.50:6789/0 conn(0x7f25b0147b70 legacy=0x7f25b006baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.976+0000 7f25a7fff640 1 -- 172.21.15.32:0/1858821547 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b0162940 con 0x7f25b006c200 2024-09-16T00:53:07.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25a7fff640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b006c200 0x7f25b00b4b20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f25a0009870 tx=0x7f25a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cd43ab36f63319c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25a77fe640 1 -- 172.21.15.32:0/1858821547 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0037070 con 0x7f25b006c200 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25a77fe640 1 -- 172.21.15.32:0/1858821547 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a0032440 con 0x7f25b006c200 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25a77fe640 1 -- 172.21.15.32:0/1858821547 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0032810 con 0x7f25b006c200 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25b703c640 1 -- 172.21.15.32:0/1858821547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b006c200 msgr2=0x7f25b00b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.977+0000 7f25b703c640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b006c200 0x7f25b00b4b20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f25a0009870 tx=0x7f25a002a270 comp rx=0 tx=0).stop 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 -- 172.21.15.32:0/1858821547 shutdown_connections 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b015e9f0 0x7f25b0161ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 --2- 172.21.15.32:0/1858821547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b006c200 0x7f25b00b4b20 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 -- 172.21.15.32:0/1858821547 >> 172.21.15.32:0/1858821547 conn(0x7f25b00b2e10 msgr2=0x7f25b00b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 -- 172.21.15.32:0/1858821547 shutdown_connections 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.978+0000 7f25b703c640 1 -- 172.21.15.32:0/1858821547 wait complete. 2024-09-16T00:53:07.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.979+0000 7f25b703c640 1 Processor -- start 2024-09-16T00:53:07.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.979+0000 7f25b703c640 1 -- start start 2024-09-16T00:53:07.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b006c200 0x7f25b013dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25b015e9f0 0x7f25b01e9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00707c0 con 0x7f25b0147b70 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f25b0147f50 con 0x7f25b015e9f0 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b703c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f25b0070940 con 0x7f25b006c200 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60530/0 (socket says 172.21.15.32:60530) 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 -- 172.21.15.32:0/2889504947 learned_addr learned my addr 172.21.15.32:0/2889504947 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b55d9640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25b015e9f0 0x7f25b01e9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25b4dd8640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b006c200 0x7f25b013dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 -- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b006c200 msgr2=0x7f25b013dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b006c200 0x7f25b013dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 -- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25b015e9f0 msgr2=0x7f25b01e9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25b015e9f0 0x7f25b01e9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 -- 172.21.15.32:0/2889504947 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b0141170 con 0x7f25b0147b70 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a7fff640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f25a0000c00 tx=0x7f25a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:07.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0037040 con 0x7f25b0147b70 2024-09-16T00:53:07.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.980+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a0042070 con 0x7f25b0147b70 2024-09-16T00:53:07.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.981+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b0141450 con 0x7f25b0147b70 2024-09-16T00:53:07.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.981+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0030880 con 0x7f25b0147b70 2024-09-16T00:53:07.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.981+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b0141a10 con 0x7f25b0147b70 2024-09-16T00:53:07.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.982+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b00b4b20 con 0x7f25b0147b70 2024-09-16T00:53:07.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.982+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25a0030a20 con 0x7f25b0147b70 2024-09-16T00:53:07.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.982+0000 7f25a57fa640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:07.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.983+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5335+0+0 (secure 0 0 0) 0x7f25a00ab950 con 0x7f25b0147b70 2024-09-16T00:53:07.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.983+0000 7f25b4dd8640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:07.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.983+0000 7f25b4dd8640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 0x7f259c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f25b0142520 tx=0x7f25ac009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:07.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:07.987+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25a0079c70 con 0x7f25b0147b70 2024-09-16T00:53:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.174+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f25b015fc60 con 0x7f25b0147b70 2024-09-16T00:53:08.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.785+0000 7f25a57fa640 1 -- 172.21.15.32:0/2889504947 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) ==== 97+0+0 (secure 0 0 0) 0x7f25a007df70 con 0x7f25b0147b70 2024-09-16T00:53:08.786 INFO:teuthology.orchestra.run.smithi032.stderr: removed all blocklist entries 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.788+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 msgr2=0x7f259c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.788+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 0x7f259c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f25b0142520 tx=0x7f25ac009040 comp rx=0 tx=0).stop 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.788+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 msgr2=0x7f25b01e98d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.788+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f25a0000c00 tx=0x7f25a00046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 shutdown_connections 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25b015e9f0 0x7f25b01e9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25b0147b70 0x7f25b01e98d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 --2- 172.21.15.32:0/2889504947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f25b006c200 0x7f25b013dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 >> 172.21.15.32:0/2889504947 conn(0x7f25b00b2e10 msgr2=0x7f25b00b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:08.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 shutdown_connections 2024-09-16T00:53:08.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.789+0000 7f25b703c640 1 -- 172.21.15.32:0/2889504947 wait complete. 2024-09-16T00:53:08.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T00:53:08.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.911+0000 7f9ccbfff640 1 Processor -- start 2024-09-16T00:53:08.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.911+0000 7f9ccbfff640 1 -- start start 2024-09-16T00:53:08.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:08.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccbfff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ccc0d4b30 con 0x7f9ccc0d4750 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccbfff640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ccc0cf600 con 0x7f9ccc15e350 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccbfff640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f9ccc0d34d0 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cca7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccb7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9ccc0d4750 0x7f9ccc0b4360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51580/0 (socket says 172.21.15.32:51580) 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cca7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60542/0 (socket says 172.21.15.32:60542) 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9ccb7fe640 1 -- 172.21.15.32:0/3525361466 learned_addr learned my addr 172.21.15.32:0/3525361466 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cca7fc640 1 -- 172.21.15.32:0/3525361466 >> v1:172.21.15.50:6789/0 conn(0x7f9ccc15e350 legacy=0x7f9ccc0d2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cca7fc640 1 -- 172.21.15.32:0/3525361466 >> v1:172.21.15.32:6789/0 conn(0x7f9ccc0d4750 legacy=0x7f9ccc0b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cc9ffb640 1 -- 172.21.15.32:0/3525361466 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3553798005 0 0) 0x7f9ccc0d4b30 con 0x7f9ccc0d4750 2024-09-16T00:53:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.912+0000 7f9cca7fc640 1 -- 172.21.15.32:0/3525361466 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc0cf8e0 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.913+0000 7f9cca7fc640 1 --2- 172.21.15.32:0/3525361466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9cc00097a0 tx=0x7f9cc002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=515811f694a7aeca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.913+0000 7f9cc9ffb640 1 -- 172.21.15.32:0/3525361466 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0037070 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.913+0000 7f9cc9ffb640 1 -- 172.21.15.32:0/3525361466 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc0032640 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.913+0000 7f9cc9ffb640 1 -- 172.21.15.32:0/3525361466 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0032a10 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 -- 172.21.15.32:0/3525361466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc0cefd0 msgr2=0x7f9ccc0d4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/3525361466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9cc00097a0 tx=0x7f9cc002a2c0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 -- 172.21.15.32:0/3525361466 shutdown_connections 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/3525361466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0d4210 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 -- 172.21.15.32:0/3525361466 >> 172.21.15.32:0/3525361466 conn(0x7f9ccc08dbe0 msgr2=0x7f9ccc09d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 -- 172.21.15.32:0/3525361466 shutdown_connections 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.914+0000 7f9ccbfff640 1 -- 172.21.15.32:0/3525361466 wait complete. 2024-09-16T00:53:08.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.915+0000 7f9ccbfff640 1 Processor -- start 2024-09-16T00:53:08.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.915+0000 7f9ccbfff640 1 -- start start 2024-09-16T00:53:08.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ccc0d4750 0x7f9ccc155730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc0d0180 con 0x7f9ccc15e350 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc0cfea0 con 0x7f9ccc0cefd0 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccbfff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9ccc15e730 con 0x7f9ccc0d4750 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60556/0 (socket says 172.21.15.32:60556) 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 -- 172.21.15.32:0/223485857 learned_addr learned my addr 172.21.15.32:0/223485857 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccaffd640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9cca7fc640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ccc0d4750 0x7f9ccc155730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 -- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ccc0d4750 msgr2=0x7f9ccc155730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ccc0d4750 0x7f9ccc155730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 -- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ccc0cefd0 msgr2=0x7f9ccc0ce0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0ce0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 -- 172.21.15.32:0/223485857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc0c9f50 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.916+0000 7f9ccb7fe640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400c7a0 tx=0x7f9cc400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.917+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc4018070 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.917+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc400a640 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.917+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ccc0cd5c0 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.917+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc400aab0 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.917+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ccc0cdb80 con 0x7f9ccc15e350 2024-09-16T00:53:08.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.918+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ccc0cdd80 con 0x7f9ccc15e350 2024-09-16T00:53:08.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.918+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9cc401b070 con 0x7f9ccc15e350 2024-09-16T00:53:08.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.919+0000 7f9cb3fff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:08.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.919+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f9cc408a7f0 con 0x7f9ccc15e350 2024-09-16T00:53:08.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.919+0000 7f9ccaffd640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:08.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.919+0000 7f9ccaffd640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 0x7f9cb806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc08e2b0 tx=0x7f9cbc009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:08.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:08.923+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9ccc0cdd80 con 0x7f9ccc15e350 2024-09-16T00:53:09.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.171+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9ccc0b37c0 con 0x7f9ccc15e350 2024-09-16T00:53:09.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.171+0000 7f9cb3fff640 1 -- 172.21.15.32:0/223485857 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v5) ==== 80+0+6645 (secure 0 0 0) 0x7f9cc4058ad0 con 0x7f9ccc15e350 2024-09-16T00:53:09.172 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:09.172 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:09.172 INFO:teuthology.orchestra.run.smithi032.stdout: "auth_dump": [ 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.a", 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm5uKJJxAA5m4ag+/V1Bt93kdIvZyHTw==", 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.173 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.b", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmOy6uMxAAsFtb2Qr5jdbLA6GukeuBSQ==", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.c", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmOb7CLhAANywKU0QXGI0Rvz0jIxABLw==", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.d", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm1qkGOxAAD6RNW01SAhRhvJQZuiHwcg==", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.0", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAJgedmfgSgJBAA/l0hfffs0Skay2RNVCdJFQ==", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.1", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAMgedma6YQNhAAZ2MuakIZQSqZJWSRcBPrGg==", 2024-09-16T00:53:09.176 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.2", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAPgedmwN+gOBAADTeIrkbVmiphJp+bUgz96g==", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.177 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.3", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQASgedmhEzQOhAAz1WSkEmPuVLwFXHSMG4L1w==", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.4", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAXgedmxwhuDhAABBAnOo0k1my0mlsLbcjtAw==", 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.178 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.5", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAagedmYqqsERAAk852gETMztPxAHMARr0znQ==", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.6", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAdgedmSxCKMRAA1DyZVB57ROx8KSqxm/Kw8A==", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.7", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAhgedm5737IxAA6SYly6lUSGw8Q6lZUm/5Vw==", 2024-09-16T00:53:09.180 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.0", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A==", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.1", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmSGaxDBAAkmMyV8DnY7cYbT+Khkmfwg==", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.2", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmBTtaCRAAJcri5GQUCM5tT0Cv6uclGA==", 2024-09-16T00:53:09.182 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.3", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmWeVXEhAAmlCkGt6NrQGu9OSYC85AFQ==", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:09.183 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.admin", 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmTPskCxAA/cHfNEw4QuAi8xWIGyTlLw==", 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.184 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mds", 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedmwb2PLhAADDWvMQ2GEivfWOt5yzP1BA==", 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mds" 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mgr", 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedmzciPLhAAiJ9BRXwnJzKp/X0jkezmWQ==", 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.185 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-osd", 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedmndCPLhAA48C9oIxiG5RvJ5xRYeaM7Q==", 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-osd" 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd", 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedmKtiPLhAAr/nwVVQdByQuEkBtjTz78g==", 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.186 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedmzt+PLhAAer4alftVYzUksMLZN8KHdw==", 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rgw", 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAsgedme+ePLhAAUbB4aWOvb8IutEFnGAE9bQ==", 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.187 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.x", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm0Zk5JBAA/BJj8gnX0lzWpUnayZ2nlg==", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.y", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm5r5KIBAAhCZtPGwFjSOs1ah4+T+ODg==", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:09.188 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-16T00:53:09.189 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:09.189 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.189 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:09.189 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-09-16T00:53:09.189 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:09.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 msgr2=0x7f9cb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 0x7f9cb806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc08e2b0 tx=0x7f9cbc009040 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 msgr2=0x7f9ccc0d05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400c7a0 tx=0x7f9cc400cc60 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 shutdown_connections 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ccc15e350 0x7f9ccc0d05a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ccc0d4750 0x7f9ccc155730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 --2- 172.21.15.32:0/223485857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ccc0cefd0 0x7f9ccc0ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.173+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 >> 172.21.15.32:0/223485857 conn(0x7f9ccc08dbe0 msgr2=0x7f9ccc06d070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.174+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 shutdown_connections 2024-09-16T00:53:09.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.174+0000 7f9ccbfff640 1 -- 172.21.15.32:0/223485857 wait complete. 2024-09-16T00:53:09.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-16T00:53:09.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.294+0000 7f9b64c42640 1 Processor -- start 2024-09-16T00:53:09.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.294+0000 7f9b64c42640 1 -- start start 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b64c42640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9b601619e0 0x7f9b600d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b64c42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b600b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b64c42640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b60161dc0 con 0x7f9b600d2d90 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b64c42640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9b600d3f20 con 0x7f9b601619e0 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b64c42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9b600d3310 con 0x7f9b600d13d0 2024-09-16T00:53:09.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b5dd9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9b600d2d90 0x7f9b600d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51588/0 (socket says 172.21.15.32:51588) 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/649131475 learned_addr learned my addr 172.21.15.32:0/649131475 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b5e59c640 1 --2- 172.21.15.32:0/649131475 >> v2:172.21.15.50:3300/0 conn(0x7f9b601619e0 0x7f9b600d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b5ed9d640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b600b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.295+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2340911928 0 0) 0x7f9b60161dc0 con 0x7f9b600d2d90 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b48003520 con 0x7f9b600d2d90 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1240424062 0 0) 0x7f9b48003520 con 0x7f9b600d2d90 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 msgr2=0x7f9b600b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b600b76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 >> v2:172.21.15.50:3300/0 conn(0x7f9b601619e0 msgr2=0x7f9b600d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 --2- 172.21.15.32:0/649131475 >> v2:172.21.15.50:3300/0 conn(0x7f9b601619e0 0x7f9b600d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b600d35f0 con 0x7f9b600d2d90 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f9b54001690 con 0x7f9b600d2d90 2024-09-16T00:53:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 >> v1:172.21.15.32:6789/0 conn(0x7f9b600d2d90 legacy=0x7f9b600d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b48003a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b48003fc0 0x7f9b48004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48004d40 0x7f9b480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9b600d3f20 con 0x7f9b48003fc0 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b600d3310 con 0x7f9b48004d40 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9b4800b9f0 con 0x7f9b600d13d0 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b48003fc0 0x7f9b48004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5e59c640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b48003a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5ed9d640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48004d40 0x7f9b480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 msgr2=0x7f9b48003a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b600d13d0 0x7f9b48003a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48004d40 msgr2=0x7f9b480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48004d40 0x7f9b480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.296+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/649131475 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b48003520 con 0x7f9b48003fc0 2024-09-16T00:53:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.297+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b48003fc0 0x7f9b48004800 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9b5400c210 tx=0x7f9b48005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=addb50abfbb0153e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.297+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5402e070 con 0x7f9b48003fc0 2024-09-16T00:53:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.297+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b54005ad0 con 0x7f9b48003fc0 2024-09-16T00:53:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.297+0000 7f9b5d59a640 1 -- 172.21.15.32:0/649131475 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54007d70 con 0x7f9b48003fc0 2024-09-16T00:53:09.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 -- 172.21.15.32:0/649131475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b48003fc0 msgr2=0x7f9b48004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 --2- 172.21.15.32:0/649131475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b48003fc0 0x7f9b48004800 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9b5400c210 tx=0x7f9b48005830 comp rx=0 tx=0).stop 2024-09-16T00:53:09.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b5ed9d640 1 -- 172.21.15.32:0/649131475 reap_dead start 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 -- 172.21.15.32:0/649131475 shutdown_connections 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 -- 172.21.15.32:0/649131475 >> 172.21.15.32:0/649131475 conn(0x7f9b6006d1c0 msgr2=0x7f9b60073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 -- 172.21.15.32:0/649131475 shutdown_connections 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.298+0000 7f9b64c42640 1 -- 172.21.15.32:0/649131475 wait complete. 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.299+0000 7f9b64c42640 1 Processor -- start 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.299+0000 7f9b64c42640 1 -- start start 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48003fc0 0x7f9b601f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b6015d440 0x7f9b6015d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9b600d2250 con 0x7f9b600b59d0 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b600d3bb0 con 0x7f9b48003fc0 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b64c42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9b600b76c0 con 0x7f9b6015d440 2024-09-16T00:53:09.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60582/0 (socket says 172.21.15.32:60582) 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/1724647371 learned_addr learned my addr 172.21.15.32:0/1724647371 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5e59c640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48003fc0 0x7f9b601f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b6015d440 msgr2=0x7f9b6015d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b6015d440 0x7f9b6015d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48003fc0 msgr2=0x7f9b601f4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48003fc0 0x7f9b601f4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.300+0000 7f9b5dd9b640 1 -- 172.21.15.32:0/1724647371 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b600b3ef0 con 0x7f9b600b59d0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b5dd9b640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9b5402ae30 tx=0x7f9b600d3e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54042070 con 0x7f9b600b59d0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b54000ed0 con 0x7f9b600b59d0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b600b41d0 con 0x7f9b600b59d0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54007d70 con 0x7f9b600b59d0 2024-09-16T00:53:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.301+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b600b4790 con 0x7f9b600b59d0 2024-09-16T00:53:09.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.302+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b600d2850 con 0x7f9b600b59d0 2024-09-16T00:53:09.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.302+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b54045070 con 0x7f9b600b59d0 2024-09-16T00:53:09.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.303+0000 7f9b4effd640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 0x7f9b4006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.303+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f9b540abb80 con 0x7f9b600b59d0 2024-09-16T00:53:09.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.303+0000 7f9b5e59c640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 0x7f9b4006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.303+0000 7f9b5e59c640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 0x7f9b4006e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9b50009a00 tx=0x7f9b50008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.307+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b5404c020 con 0x7f9b600b59d0 2024-09-16T00:53:09.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.548+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f9b60160330 con 0x7f9b600b59d0 2024-09-16T00:53:09.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.550+0000 7f9b4effd640 1 -- 172.21.15.32:0/1724647371 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f9b5407a540 con 0x7f9b600b59d0 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 msgr2=0x7f9b4006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 0x7f9b4006e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9b50009a00 tx=0x7f9b50008040 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 msgr2=0x7f9b600b5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9b5402ae30 tx=0x7f9b600d3e90 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 shutdown_connections 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9b4006c2e0 0x7f9b4006e7a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b6015d440 0x7f9b6015d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b600b59d0 0x7f9b600b5e50 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 --2- 172.21.15.32:0/1724647371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b48003fc0 0x7f9b601f4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 >> 172.21.15.32:0/1724647371 conn(0x7f9b6006d1c0 msgr2=0x7f9b6015eca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:09.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.553+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 shutdown_connections 2024-09-16T00:53:09.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.554+0000 7f9b64c42640 1 -- 172.21.15.32:0/1724647371 wait complete. 2024-09-16T00:53:09.567 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-16T00:53:09.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.671+0000 7f4ed7223640 1 Processor -- start 2024-09-16T00:53:09.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.671+0000 7f4ed7223640 1 -- start start 2024-09-16T00:53:09.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed7223640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4ed015e660 0x7f4ed00d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed7223640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ed00d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed7223640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ed00b42f0 con 0x7f4ed015e280 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed7223640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4ed00b4c20 con 0x7f4ed015e660 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed7223640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed00cfee0 con 0x7f4ed00b3a30 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed4fbf640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4ed015e280 0x7f4ed00d1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51594/0 (socket says 172.21.15.32:51594) 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/3226041072 learned_addr learned my addr 172.21.15.32:0/3226041072 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecffff640 1 --2- 172.21.15.32:0/3226041072 >> v2:172.21.15.50:3300/0 conn(0x7f4ed015e660 0x7f4ed00d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed57c0640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ed00d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2656447701 0 0) 0x7f4ed00b42f0 con 0x7f4ed015e280 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ebc003520 con 0x7f4ed015e280 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1615415944 0 0) 0x7f4ebc003520 con 0x7f4ed015e280 2024-09-16T00:53:09.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 msgr2=0x7f4ed00d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ed00d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 >> v2:172.21.15.50:3300/0 conn(0x7f4ed015e660 msgr2=0x7f4ed00d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 --2- 172.21.15.32:0/3226041072 >> v2:172.21.15.50:3300/0 conn(0x7f4ed015e660 0x7f4ed00d29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed00b45d0 con 0x7f4ed015e280 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f4ec0001670 con 0x7f4ed015e280 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ed57c0640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ed00d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 >> v1:172.21.15.32:6789/0 conn(0x7f4ed015e280 legacy=0x7f4ed00d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ebc003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ebc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ebc004d40 0x7f4ebc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed00b4c20 con 0x7f4ebc003a20 2024-09-16T00:53:09.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed00cfee0 con 0x7f4ebc004d40 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.672+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ebc00baf0 con 0x7f4ed00b3a30 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ebc003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ecffff640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ebc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed57c0640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ebc004d40 0x7f4ebc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 msgr2=0x7f4ebc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00b3a30 0x7f4ebc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ebc004d40 msgr2=0x7f4ebc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ebc004d40 0x7f4ebc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.673+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/3226041072 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ebc003520 con 0x7f4ebc003a20 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ebc003e40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4ec000c190 tx=0x7f4ebc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cac1f41bdbfe4490 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec0007c60 con 0x7f4ebc003a20 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ec0005af0 con 0x7f4ebc003a20 2024-09-16T00:53:09.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ecf7fe640 1 -- 172.21.15.32:0/3226041072 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec0007070 con 0x7f4ebc003a20 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 -- 172.21.15.32:0/3226041072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 msgr2=0x7f4ebc003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 --2- 172.21.15.32:0/3226041072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ebc003e40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4ec000c190 tx=0x7f4ebc005830 comp rx=0 tx=0).stop 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed57c0640 1 -- 172.21.15.32:0/3226041072 reap_dead start 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 -- 172.21.15.32:0/3226041072 shutdown_connections 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 -- 172.21.15.32:0/3226041072 >> 172.21.15.32:0/3226041072 conn(0x7f4ed008ddf0 msgr2=0x7f4ed009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 -- 172.21.15.32:0/3226041072 shutdown_connections 2024-09-16T00:53:09.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.674+0000 7f4ed7223640 1 -- 172.21.15.32:0/3226041072 wait complete. 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 Processor -- start 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 -- start start 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 0x7f4ed0157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00cd510 0x7f4ed00cd990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed00b5230 con 0x7f4ebc003a20 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.676+0000 7f4ed7223640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed00b50b0 con 0x7f4ed0158620 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed7223640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed00d2ee0 con 0x7f4ed00cd510 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60608/0 (socket says 172.21.15.32:60608) 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/899237661 learned_addr learned my addr 172.21.15.32:0/899237661 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ecffff640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 0x7f4ed0157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed57c0640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00cd510 0x7f4ed00cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00cd510 msgr2=0x7f4ed00cd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00cd510 0x7f4ed00cd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 msgr2=0x7f4ed0157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 0x7f4ed0157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 -- 172.21.15.32:0/899237661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed00b9430 con 0x7f4ebc003a20 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ecffff640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 0x7f4ed0157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed4fbf640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4ec000c2b0 tx=0x7f4ed00b47a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec00015b0 con 0x7f4ebc003a20 2024-09-16T00:53:09.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ec0042070 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed00b9990 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec0007290 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.677+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed00b96b0 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.678+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed00d3260 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.679+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ec0007430 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.679+0000 7f4ecd7fa640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 0x7f4eb006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.679+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f4ec00ab1e0 con 0x7f4ebc003a20 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.679+0000 7f4ecffff640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 0x7f4eb006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:09.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.680+0000 7f4ecffff640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 0x7f4eb006e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4ed01f76f0 tx=0x7f4eb8008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:09.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.684+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ed00b9430 con 0x7f4ebc003a20 2024-09-16T00:53:09.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.927+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f4ed00b1280 con 0x7f4ebc003a20 2024-09-16T00:53:09.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.929+0000 7f4ecd7fa640 1 -- 172.21.15.32:0/899237661 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f4ec0079b10 con 0x7f4ebc003a20 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 msgr2=0x7f4eb006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 0x7f4eb006e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4ed01f76f0 tx=0x7f4eb8008040 comp rx=0 tx=0).stop 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 msgr2=0x7f4ed00b8ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4ec000c2b0 tx=0x7f4ed00b47a0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 shutdown_connections 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4eb006c2e0 0x7f4eb006e7a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed00cd510 0x7f4ed00cd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed0158620 0x7f4ed0157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 --2- 172.21.15.32:0/899237661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ebc003a20 0x7f4ed00b8ef0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:09.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 >> 172.21.15.32:0/899237661 conn(0x7f4ed008ddf0 msgr2=0x7f4ed009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:09.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 shutdown_connections 2024-09-16T00:53:09.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:09.931+0000 7f4ed7223640 1 -- 172.21.15.32:0/899237661 wait complete. 2024-09-16T00:53:09.943 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-16T00:53:10.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.045+0000 7fb5b6294640 1 Processor -- start 2024-09-16T00:53:10.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.045+0000 7fb5b6294640 1 -- start start 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b6294640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb5b015e650 0x7fb5b00d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b6294640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5b00d2500 0x7fb5b00d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b6294640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5b00d4cd0 con 0x7fb5b00d48c0 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b6294640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fb5b00d3590 con 0x7fb5b00d2500 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b6294640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb5b00cf0b0 con 0x7fb5b015e650 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5af7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5b00d2500 0x7fb5b00d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b4831640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb5b00d48c0 0x7fb5b00d0e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51604/0 (socket says 172.21.15.32:51604) 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.046+0000 7fb5b4831640 1 -- 172.21.15.32:0/3481249702 learned_addr learned my addr 172.21.15.32:0/3481249702 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5af7fe640 1 -- 172.21.15.32:0/3481249702 >> v2:172.21.15.50:3300/0 conn(0x7fb5b015e650 msgr2=0x7fb5b00d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3481249702 >> v2:172.21.15.50:3300/0 conn(0x7fb5b015e650 0x7fb5b00d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5af7fe640 1 -- 172.21.15.32:0/3481249702 >> v1:172.21.15.32:6789/0 conn(0x7fb5b00d48c0 legacy=0x7fb5b00d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5af7fe640 1 -- 172.21.15.32:0/3481249702 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b015ea30 con 0x7fb5b00d2500 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3481249702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b00d4380 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0068450 tx=0x7fb5a402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=262e5f68c43ab82b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.047+0000 7fb5aeffd640 1 -- 172.21.15.32:0/3481249702 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4037070 con 0x7fb5b00d2500 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5aeffd640 1 -- 172.21.15.32:0/3481249702 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5a4032440 con 0x7fb5b00d2500 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5aeffd640 1 -- 172.21.15.32:0/3481249702 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4032810 con 0x7fb5b00d2500 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 -- 172.21.15.32:0/3481249702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 msgr2=0x7fb5b00d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3481249702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b00d4380 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0068450 tx=0x7fb5a402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 -- 172.21.15.32:0/3481249702 shutdown_connections 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3481249702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b00d4380 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3481249702 >> v2:172.21.15.50:3300/0 conn(0x7fb5b015e650 0x7fb5b00d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 -- 172.21.15.32:0/3481249702 >> 172.21.15.32:0/3481249702 conn(0x7fb5b008de10 msgr2=0x7fb5b009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 -- 172.21.15.32:0/3481249702 shutdown_connections 2024-09-16T00:53:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.048+0000 7fb5b6294640 1 -- 172.21.15.32:0/3481249702 wait complete. 2024-09-16T00:53:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.049+0000 7fb5b6294640 1 Processor -- start 2024-09-16T00:53:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 -- start start 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 0x7fb5b00b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5b015e650 0x7fb5b0155490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b00d2fd0 con 0x7fb5b00d2500 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b00d2cf0 con 0x7fb5b00d48c0 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5b6294640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb5b00d32b0 con 0x7fb5b015e650 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5affff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5affff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60636/0 (socket says 172.21.15.32:60636) 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.050+0000 7fb5affff640 1 -- 172.21.15.32:0/3503379611 learned_addr learned my addr 172.21.15.32:0/3503379611 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 -- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5b015e650 msgr2=0x7fb5b0155490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5b015e650 0x7fb5b0155490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 -- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 msgr2=0x7fb5b00b2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 0x7fb5b00b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 0x7fb5b00b2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 -- 172.21.15.32:0/3503379611 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b01604d0 con 0x7fb5b00d2500 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 0x7fb5b00b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5affff640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb5a000b410 tx=0x7fb5a000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a0015020 con 0x7fb5b00d2500 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5a0011850 con 0x7fb5b00d2500 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b01607b0 con 0x7fb5b00d2500 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a0011c40 con 0x7fb5b00d2500 2024-09-16T00:53:10.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.051+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b0161050 con 0x7fb5b00d2500 2024-09-16T00:53:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.052+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5b00b3d90 con 0x7fb5b00d2500 2024-09-16T00:53:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.053+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5a0018020 con 0x7fb5b00d2500 2024-09-16T00:53:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.053+0000 7fb5acff9640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.053+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fb5a008b1b0 con 0x7fb5b00d2500 2024-09-16T00:53:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.053+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.053+0000 7fb5af7fe640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 0x7fb59c06e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4034000 tx=0x7fb5a402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.057+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5a001f020 con 0x7fb5b00d2500 2024-09-16T00:53:10.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.300+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fb5b00ba270 con 0x7fb5b00d2500 2024-09-16T00:53:10.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.302+0000 7fb5acff9640 1 -- 172.21.15.32:0/3503379611 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fb5a00172c0 con 0x7fb5b00d2500 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.303+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 msgr2=0x7fb59c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 0x7fb59c06e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4034000 tx=0x7fb5a402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 msgr2=0x7fb5b0161570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb5a000b410 tx=0x7fb5a000b8d0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 shutdown_connections 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5b015e650 0x7fb5b0155490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b00d48c0 0x7fb5b00b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 --2- 172.21.15.32:0/3503379611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5b00d2500 0x7fb5b0161570 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 >> 172.21.15.32:0/3503379611 conn(0x7fb5b008de10 msgr2=0x7fb5b006dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:10.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 shutdown_connections 2024-09-16T00:53:10.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.304+0000 7fb5b6294640 1 -- 172.21.15.32:0/3503379611 wait complete. 2024-09-16T00:53:10.316 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-16T00:53:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.419+0000 7f2440b31640 1 Processor -- start 2024-09-16T00:53:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.419+0000 7f2440b31640 1 -- start start 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2440b31640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f243c0d4d60 0x7f243c0d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2440b31640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f243c162500 con 0x7f243c15e660 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2440b31640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f243c1627e0 con 0x7f243c162020 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2440b31640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f243c0d2020 con 0x7f243c0d4d60 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2439d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f243c0d4d60 0x7f243c0d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f243a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f243c15e660 0x7f243c0d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51620/0 (socket says 172.21.15.32:51620) 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2439d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f243c0d4d60 0x7f243c0d24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60642/0 (socket says 172.21.15.32:60642) 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f243a59c640 1 -- 172.21.15.32:0/3140520492 learned_addr learned my addr 172.21.15.32:0/3140520492 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2439d9b640 1 -- 172.21.15.32:0/3140520492 >> v1:172.21.15.50:6789/0 conn(0x7f243c162020 legacy=0x7f243c0d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2439d9b640 1 -- 172.21.15.32:0/3140520492 >> v1:172.21.15.32:6789/0 conn(0x7f243c15e660 legacy=0x7f243c0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f2439d9b640 1 -- 172.21.15.32:0/3140520492 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f243c162ac0 con 0x7f243c0d4d60 2024-09-16T00:53:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.420+0000 7f243959a640 1 -- 172.21.15.32:0/3140520492 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 50009289 0 0) 0x7f243c162500 con 0x7f243c15e660 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f2439d9b640 1 --2- 172.21.15.32:0/3140520492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0d24b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f24300097a0 tx=0x7f243002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1c45ecf5f4df12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f243959a640 1 -- 172.21.15.32:0/3140520492 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430037070 con 0x7f243c0d4d60 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f243959a640 1 -- 172.21.15.32:0/3140520492 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f243002ae50 con 0x7f243c0d4d60 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f243959a640 1 -- 172.21.15.32:0/3140520492 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430032660 con 0x7f243c0d4d60 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f2440b31640 1 -- 172.21.15.32:0/3140520492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 msgr2=0x7f243c0d24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.421+0000 7f2440b31640 1 --2- 172.21.15.32:0/3140520492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0d24b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f24300097a0 tx=0x7f243002a140 comp rx=0 tx=0).stop 2024-09-16T00:53:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.422+0000 7f2440b31640 1 -- 172.21.15.32:0/3140520492 shutdown_connections 2024-09-16T00:53:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.422+0000 7f2440b31640 1 --2- 172.21.15.32:0/3140520492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0d24b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.422+0000 7f2440b31640 1 -- 172.21.15.32:0/3140520492 >> 172.21.15.32:0/3140520492 conn(0x7f243c08de10 msgr2=0x7f243c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.422+0000 7f2440b31640 1 -- 172.21.15.32:0/3140520492 shutdown_connections 2024-09-16T00:53:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.422+0000 7f2440b31640 1 -- 172.21.15.32:0/3140520492 wait complete. 2024-09-16T00:53:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.423+0000 7f2440b31640 1 Processor -- start 2024-09-16T00:53:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.423+0000 7f2440b31640 1 -- start start 2024-09-16T00:53:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f243c15e660 0x7f243c0ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 0x7f243c15af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f243c0d4990 con 0x7f243c0d4d60 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f243c0d4810 con 0x7f243c162020 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f243c0d4b10 con 0x7f243c15e660 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60656/0 (socket says 172.21.15.32:60656) 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 -- 172.21.15.32:0/3616646665 learned_addr learned my addr 172.21.15.32:0/3616646665 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243ad9d640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 0x7f243c15af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2439d9b640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f243c15e660 0x7f243c0ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 -- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f243c15e660 msgr2=0x7f243c0ca710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f243c15e660 0x7f243c0ca710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 -- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 msgr2=0x7f243c15af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 0x7f243c15af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 -- 172.21.15.32:0/3616646665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f243c0c8cf0 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243ad9d640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 0x7f243c15af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f243a59c640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f242c00c4d0 tx=0x7f242c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c018070 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f242c007500 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f243c0c8190 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.424+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c004a20 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.425+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f243c161670 con 0x7f243c0d4d60 2024-09-16T00:53:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.425+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f243c0c86b0 con 0x7f243c0d4d60 2024-09-16T00:53:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.426+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f242c01b070 con 0x7f243c0d4d60 2024-09-16T00:53:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.426+0000 7f242affd640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 0x7f241c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.427+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f242c08a560 con 0x7f243c0d4d60 2024-09-16T00:53:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.427+0000 7f2439d9b640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 0x7f241c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.427+0000 7f2439d9b640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 0x7f241c06e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2430034000 tx=0x7f243002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.431+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f242c058f20 con 0x7f243c0d4d60 2024-09-16T00:53:10.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.672+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f243c0d0f70 con 0x7f243c0d4d60 2024-09-16T00:53:10.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.674+0000 7f242affd640 1 -- 172.21.15.32:0/3616646665 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7f242c058820 con 0x7f243c0d4d60 2024-09-16T00:53:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 msgr2=0x7f241c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 0x7f241c06e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2430034000 tx=0x7f243002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 msgr2=0x7f243c0b7280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f242c00c4d0 tx=0x7f242c00c990 comp rx=0 tx=0).stop 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 shutdown_connections 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f241c06c2b0 0x7f241c06e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f243c162020 0x7f243c15af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f243c15e660 0x7f243c0ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 --2- 172.21.15.32:0/3616646665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f243c0d4d60 0x7f243c0b7280 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 >> 172.21.15.32:0/3616646665 conn(0x7f243c08de10 msgr2=0x7f243c0b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 shutdown_connections 2024-09-16T00:53:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.676+0000 7f2440b31640 1 -- 172.21.15.32:0/3616646665 wait complete. 2024-09-16T00:53:10.688 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-16T00:53:10.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 Processor -- start 2024-09-16T00:53:10.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 -- start start 2024-09-16T00:53:10.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f42f406baf0 0x7f42f406bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42f40ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42f406c410 con 0x7f42f406f5f0 2024-09-16T00:53:10.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f42f4072ba0 con 0x7f42f406baf0 2024-09-16T00:53:10.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.791+0000 7f42fa49b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42f4072df0 con 0x7f42f40b5120 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f37fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f42f406f5f0 0x7f42f40cdb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51622/0 (socket says 172.21.15.32:51622) 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f37fe640 1 -- 172.21.15.32:0/1405628995 learned_addr learned my addr 172.21.15.32:0/1405628995 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f3fff640 1 --2- 172.21.15.32:0/1405628995 >> v2:172.21.15.50:3300/0 conn(0x7f42f406baf0 0x7f42f406bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f8a38640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42f40ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2795432029 0 0) 0x7f42f406c410 con 0x7f42f406f5f0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42dc003520 con 0x7f42f406f5f0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1229874893 0 0) 0x7f42dc003520 con 0x7f42f406f5f0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 msgr2=0x7f42f40ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42f40ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 >> v2:172.21.15.50:3300/0 conn(0x7f42f406baf0 msgr2=0x7f42f406bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 --2- 172.21.15.32:0/1405628995 >> v2:172.21.15.50:3300/0 conn(0x7f42f406baf0 0x7f42f406bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f40730d0 con 0x7f42f406f5f0 2024-09-16T00:53:10.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f42e8001670 con 0x7f42f406f5f0 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 >> v1:172.21.15.32:6789/0 conn(0x7f42f406f5f0 legacy=0x7f42f40cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42dc003a20 0x7f42dc003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42dc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f42f4072ba0 con 0x7f42dc004d40 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42f4072df0 con 0x7f42dc003a20 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42dc00ba10 con 0x7f42f40b5120 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f8a38640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f3fff640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42dc003a20 0x7f42dc003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.792+0000 7f42f37fe640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42dc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 -- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 msgr2=0x7f42dc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42dc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 -- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42dc003a20 msgr2=0x7f42dc003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42dc003a20 0x7f42dc003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 -- 172.21.15.32:0/1405628995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42dc003520 con 0x7f42dc004d40 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f37fe640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f40b5120 0x7f42dc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f8a38640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42dc0051c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f42ec009fc0 tx=0x7f42dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b790782bfd5473c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec009c10 con 0x7f42dc004d40 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42ec036070 con 0x7f42dc004d40 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.793+0000 7f42f2ffd640 1 -- 172.21.15.32:0/1405628995 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec031880 con 0x7f42dc004d40 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 -- 172.21.15.32:0/1405628995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 msgr2=0x7f42dc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 --2- 172.21.15.32:0/1405628995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42dc0051c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f42ec009fc0 tx=0x7f42dc005830 comp rx=0 tx=0).stop 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42f8a38640 1 -- 172.21.15.32:0/1405628995 reap_dead start 2024-09-16T00:53:10.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 -- 172.21.15.32:0/1405628995 shutdown_connections 2024-09-16T00:53:10.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 -- 172.21.15.32:0/1405628995 >> 172.21.15.32:0/1405628995 conn(0x7f42f40b2d10 msgr2=0x7f42f40b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:10.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 -- 172.21.15.32:0/1405628995 shutdown_connections 2024-09-16T00:53:10.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.794+0000 7f42fa49b640 1 -- 172.21.15.32:0/1405628995 wait complete. 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.795+0000 7f42fa49b640 1 Processor -- start 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 -- start start 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f415f320 0x7f42f415db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42f4143da0 0x7f42f4154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f42f415c9b0 con 0x7f42dc004d40 2024-09-16T00:53:10.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42f4073690 con 0x7f42f4143da0 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42fa49b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f42f40cc3d0 con 0x7f42f415f320 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42f3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42f3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60682/0 (socket says 172.21.15.32:60682) 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.796+0000 7f42f3fff640 1 -- 172.21.15.32:0/2405232836 learned_addr learned my addr 172.21.15.32:0/2405232836 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f37fe640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f415f320 0x7f42f415db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f8a38640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42f4143da0 0x7f42f4154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 -- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f415f320 msgr2=0x7f42f415db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f415f320 0x7f42f415db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 -- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42f4143da0 msgr2=0x7f42f4154390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42f4143da0 0x7f42f4154390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 -- 172.21.15.32:0/2405232836 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f415e280 con 0x7f42dc004d40 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f3fff640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42e4011910 tx=0x7f42e4011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e400fa90 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42e400fc30 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42f415e560 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4014440 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.797+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42f415eb20 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.798+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42f406ed10 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.799+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42e4012040 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.799+0000 7f42f0ff9640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 0x7f42e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.799+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f42e408b860 con 0x7f42dc004d40 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.799+0000 7f42f37fe640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 0x7f42e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:10.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.800+0000 7f42f37fe640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 0x7f42e006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f42e8001eb0 tx=0x7f42e8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:10.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:10.803+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f42e4019030 con 0x7f42dc004d40 2024-09-16T00:53:11.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.045+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f42f40b3910 con 0x7f42dc004d40 2024-09-16T00:53:11.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.047+0000 7f42f0ff9640 1 -- 172.21.15.32:0/2405232836 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v10) ==== 97+0+0 (secure 0 0 0) 0x7f42e405a190 con 0x7f42dc004d40 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 msgr2=0x7f42e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 0x7f42e006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f42e8001eb0 tx=0x7f42e8009040 comp rx=0 tx=0).stop 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 msgr2=0x7f42f41433a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42e4011910 tx=0x7f42e4011dd0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 shutdown_connections 2024-09-16T00:53:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f42e006c2b0 0x7f42e006e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42f4143da0 0x7f42f4154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f42f415f320 0x7f42f415db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 --2- 172.21.15.32:0/2405232836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42dc004d40 0x7f42f41433a0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 >> 172.21.15.32:0/2405232836 conn(0x7f42f40b2d10 msgr2=0x7f42f40b0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 shutdown_connections 2024-09-16T00:53:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.050+0000 7f42fa49b640 1 -- 172.21.15.32:0/2405232836 wait complete. 2024-09-16T00:53:11.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-16T00:53:11.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.164+0000 7fbf31cd0640 1 Processor -- start 2024-09-16T00:53:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.164+0000 7fbf31cd0640 1 -- start start 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf31cd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf2c0d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf31cd0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf2c161dc0 con 0x7fbf2c1619e0 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf31cd0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf2c0d3310 con 0x7fbf2c0b76c0 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf31cd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d3f20 con 0x7fbf2c0d0cc0 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf2b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbf2c1619e0 0x7fbf2c0d2850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51630/0 (socket says 172.21.15.32:51630) 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf2b7fe640 1 -- 172.21.15.32:0/3765902482 learned_addr learned my addr 172.21.15.32:0/3765902482 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf2affd640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf2c0d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3800180699 0 0) 0x7fbf2c161dc0 con 0x7fbf2c1619e0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.165+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf14003520 con 0x7fbf2c1619e0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 10320598 0 0) 0x7fbf14003520 con 0x7fbf2c1619e0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 msgr2=0x7fbf2c0d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf2c0d1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 >> v1:172.21.15.50:6789/0 conn(0x7fbf2c0b76c0 legacy=0x7fbf2c0b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2c0d35f0 con 0x7fbf2c1619e0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fbf1c001690 con 0x7fbf2c1619e0 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 >> v1:172.21.15.32:6789/0 conn(0x7fbf2c1619e0 legacy=0x7fbf2c0d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf14003a50 0x7fbf14003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf14004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d3f20 con 0x7fbf14004800 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1400bac0 con 0x7fbf14003a50 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf1400bcc0 con 0x7fbf2c0d0cc0 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf14004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2b7fe640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf14003a50 0x7fbf14003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2bfff640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 -- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 msgr2=0x7fbf140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0d0cc0 0x7fbf140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 -- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf14003a50 msgr2=0x7fbf14003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf14003a50 0x7fbf14003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.166+0000 7fbf2affd640 1 -- 172.21.15.32:0/3765902482 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf14003520 con 0x7fbf14004800 2024-09-16T00:53:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.167+0000 7fbf2affd640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf14004c80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009a90 tx=0x7fbf14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5439ba61e313709 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.167+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20036070 con 0x7fbf14004800 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.167+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf20031400 con 0x7fbf14004800 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.167+0000 7fbf2a7fc640 1 -- 172.21.15.32:0/3765902482 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20009690 con 0x7fbf14004800 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 -- 172.21.15.32:0/3765902482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 msgr2=0x7fbf14004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/3765902482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf14004c80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009a90 tx=0x7fbf14005830 comp rx=0 tx=0).stop 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf2bfff640 1 -- 172.21.15.32:0/3765902482 reap_dead start 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 -- 172.21.15.32:0/3765902482 shutdown_connections 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 -- 172.21.15.32:0/3765902482 >> 172.21.15.32:0/3765902482 conn(0x7fbf2c06d1c0 msgr2=0x7fbf2c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 -- 172.21.15.32:0/3765902482 shutdown_connections 2024-09-16T00:53:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.168+0000 7fbf31cd0640 1 -- 172.21.15.32:0/3765902482 wait complete. 2024-09-16T00:53:11.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.169+0000 7fbf31cd0640 1 Processor -- start 2024-09-16T00:53:11.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.169+0000 7fbf31cd0640 1 -- start start 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 0x7fbf2c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf2c1f4420 0x7fbf2c1f48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d2250 con 0x7fbf14004800 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d3bb0 con 0x7fbf2c1f4420 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf31cd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d2f60 con 0x7fbf2c0c7e30 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60712/0 (socket says 172.21.15.32:60712) 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 -- 172.21.15.32:0/476403671 learned_addr learned my addr 172.21.15.32:0/476403671 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2affd640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 0x7fbf2c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2bfff640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf2c1f4420 0x7fbf2c1f48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 -- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 msgr2=0x7fbf2c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 0x7fbf2c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 -- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf2c1f4420 msgr2=0x7fbf2c1f48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf2c1f4420 0x7fbf2c1f48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 -- 172.21.15.32:0/476403671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2c155c00 con 0x7fbf14004800 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2affd640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 0x7fbf2c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.170+0000 7fbf2b7fe640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c007370 tx=0x7fbf1c007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.171+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c00f8e0 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.171+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1c018070 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.171+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c00fcc0 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.171+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2c0c8330 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.171+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf2c0c88f0 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.172+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf2c0d2850 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.172+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf1c01d460 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.173+0000 7fbf13fff640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 0x7fbf1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.173+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fbf1c08b2f0 con 0x7fbf14004800 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.173+0000 7fbf2affd640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 0x7fbf1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.173+0000 7fbf2affd640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 0x7fbf1806e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf20033000 tx=0x7fbf20008030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.177+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf1c00fe60 con 0x7fbf14004800 2024-09-16T00:53:11.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.418+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fbf2c0b8870 con 0x7fbf14004800 2024-09-16T00:53:11.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.420+0000 7fbf13fff640 1 -- 172.21.15.32:0/476403671 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v11) ==== 90+0+0 (secure 0 0 0) 0x7fbf1c059c20 con 0x7fbf14004800 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 msgr2=0x7fbf1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 0x7fbf1806e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf20033000 tx=0x7fbf20008030 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 msgr2=0x7fbf2c1556c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c007370 tx=0x7fbf1c007830 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 shutdown_connections 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbf1806c2b0 0x7fbf1806e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf2c1f4420 0x7fbf2c1f48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf2c0c7e30 0x7fbf2c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 --2- 172.21.15.32:0/476403671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf14004800 0x7fbf2c1556c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 >> 172.21.15.32:0/476403671 conn(0x7fbf2c06d1c0 msgr2=0x7fbf2c0b8e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 shutdown_connections 2024-09-16T00:53:11.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.422+0000 7fbf31cd0640 1 -- 172.21.15.32:0/476403671 wait complete. 2024-09-16T00:53:11.434 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:53:11.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.535+0000 7f9fe1b3a640 1 Processor -- start 2024-09-16T00:53:11.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.535+0000 7f9fe1b3a640 1 -- start start 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fe1b3a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fdc0af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fe1b3a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9fdc0cb930 0x7f9fdc0cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fe1b3a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fdc0cb1a0 con 0x7f9fdc0cc540 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fe1b3a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9fdc071c70 con 0x7f9fdc0cb930 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fe1b3a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9fdc0cb480 con 0x7f9fdc15c2b0 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fd2ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9fdc0cc540 0x7f9fdc0738c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51636/0 (socket says 172.21.15.32:51636) 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fd2ffd640 1 -- 172.21.15.32:0/2427714629 learned_addr learned my addr 172.21.15.32:0/2427714629 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fdc0af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fdbfff640 1 --2- 172.21.15.32:0/2427714629 >> v2:172.21.15.50:3300/0 conn(0x7f9fdc0cb930 0x7f9fdc0cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 711493081 0 0) 0x7f9fdc0cb1a0 con 0x7f9fdc0cc540 2024-09-16T00:53:11.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.536+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fc8003520 con 0x7f9fdc0cc540 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 812048592 0 0) 0x7f9fc8003520 con 0x7f9fdc0cc540 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 msgr2=0x7f9fdc0af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fdc0af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 >> v2:172.21.15.50:3300/0 conn(0x7f9fdc0cb930 msgr2=0x7f9fdc0cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 --2- 172.21.15.32:0/2427714629 >> v2:172.21.15.50:3300/0 conn(0x7f9fdc0cb930 0x7f9fdc0cbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc0aec80 con 0x7f9fdc0cc540 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f9fc4001670 con 0x7f9fdc0cc540 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 >> v1:172.21.15.32:6789/0 conn(0x7f9fdc0cc540 legacy=0x7f9fdc0738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fc8003a20 0x7f9fc8003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fc8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc071c70 con 0x7f9fc8003a20 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc0cb480 con 0x7f9fc8004d40 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9fc800b9c0 con 0x7f9fdc15c2b0 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fc8003a20 0x7f9fc8003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fd2ffd640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fc8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdbfff640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 -- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 msgr2=0x7f9fc8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc15c2b0 0x7f9fc8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 -- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8004d40 msgr2=0x7f9fc80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.537+0000 7f9fdb7fe640 1 -- 172.21.15.32:0/2427714629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc8003520 con 0x7f9fc8003a20 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fc8003a20 0x7f9fc8003e40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009ac0 tx=0x7f9fc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d832457c381a39be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc036070 con 0x7f9fc8003a20 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fcc031400 con 0x7f9fc8003a20 2024-09-16T00:53:11.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fdaffd640 1 -- 172.21.15.32:0/2427714629 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc009690 con 0x7f9fc8003a20 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/2427714629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fc8003a20 msgr2=0x7f9fc8003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/2427714629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fc8003a20 0x7f9fc8003e40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009ac0 tx=0x7f9fc8005830 comp rx=0 tx=0).stop 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.538+0000 7f9fdbfff640 1 -- 172.21.15.32:0/2427714629 reap_dead start 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.539+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/2427714629 shutdown_connections 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.539+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/2427714629 >> 172.21.15.32:0/2427714629 conn(0x7f9fdc0cffa0 msgr2=0x7f9fdc0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.539+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/2427714629 shutdown_connections 2024-09-16T00:53:11.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.539+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/2427714629 wait complete. 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.540+0000 7f9fe1b3a640 1 Processor -- start 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.540+0000 7f9fe1b3a640 1 -- start start 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8003a20 0x7f9fdc0b4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc09b9f0 0x7f9fdc1f5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc0af3f0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc0af270 con 0x7f9fc8003a20 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fe1b3a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9fdc1f3490 con 0x7f9fdc09b9f0 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60730/0 (socket says 172.21.15.32:60730) 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 -- 172.21.15.32:0/270434254 learned_addr learned my addr 172.21.15.32:0/270434254 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:11.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8003a20 0x7f9fdc0b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fdbfff640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc09b9f0 0x7f9fdc1f5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 -- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc09b9f0 msgr2=0x7f9fdc1f5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc09b9f0 0x7f9fdc1f5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 -- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8003a20 msgr2=0x7f9fdc0b4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8003a20 0x7f9fdc0b4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 -- 172.21.15.32:0/270434254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc09d710 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd2ffd640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400e7b0 tx=0x7f9fc400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.541+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc400c8d0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.542+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc4018070 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.542+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc400ccb0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.542+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fdc09d9f0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.542+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fdc09d080 con 0x7f9fdc09cc00 2024-09-16T00:53:11.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.542+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fdc09be00 con 0x7f9fdc09cc00 2024-09-16T00:53:11.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.543+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fc401d460 con 0x7f9fdc09cc00 2024-09-16T00:53:11.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.544+0000 7f9fd8ff9640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 0x7f9fbc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.544+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 0x7f9fbc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.544+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f9fc408afd0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.544+0000 7f9fdb7fe640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 0x7f9fbc06e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc033000 tx=0x7f9fcc008030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.548+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9fdc09be00 con 0x7f9fdc09cc00 2024-09-16T00:53:11.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.723+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9fdc0cbde0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.723+0000 7f9fd8ff9640 1 -- 172.21.15.32:0/270434254 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) ==== 84+0+65 (secure 0 0 0) 0x7f9fc40592b0 con 0x7f9fdc09cc00 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:11.725 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 msgr2=0x7f9fbc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 0x7f9fbc06e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc033000 tx=0x7f9fcc008030 comp rx=0 tx=0).stop 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 msgr2=0x7f9fdc09b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400e7b0 tx=0x7f9fc400ec70 comp rx=0 tx=0).stop 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 shutdown_connections 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9fbc06c2e0 0x7f9fbc06e7a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9fdc09b9f0 0x7f9fdc1f5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fdc09cc00 0x7f9fdc09b4b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 --2- 172.21.15.32:0/270434254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc8003a20 0x7f9fdc0b4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.725+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 >> 172.21.15.32:0/270434254 conn(0x7f9fdc0cffa0 msgr2=0x7f9fdc15b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.726+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 shutdown_connections 2024-09-16T00:53:11.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.726+0000 7f9fe1b3a640 1 -- 172.21.15.32:0/270434254 wait complete. 2024-09-16T00:53:11.738 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:53:11.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:53:11.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.844+0000 7f492649b640 1 Processor -- start 2024-09-16T00:53:11.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.844+0000 7f492649b640 1 -- start start 2024-09-16T00:53:11.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f492015e470 0x7f49200b44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49200b4a10 0x7f49200d40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200d4620 0x7f49200cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f492015e850 con 0x7f49200b4a10 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f49200d4ab0 con 0x7f492015e470 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f492649b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f49200d0ce0 con 0x7f49200d4620 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49200b4a10 0x7f49200d40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49200b4a10 0x7f49200d40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60736/0 (socket says 172.21.15.32:60736) 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 -- 172.21.15.32:0/1728349869 learned_addr learned my addr 172.21.15.32:0/1728349869 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491ffff640 1 --2- 172.21.15.32:0/1728349869 >> v2:172.21.15.50:3300/0 conn(0x7f492015e470 0x7f49200b44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f4924a38640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200d4620 0x7f49200cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 -- 172.21.15.32:0/1728349869 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200d4620 msgr2=0x7f49200cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200d4620 0x7f49200cf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 -- 172.21.15.32:0/1728349869 >> v2:172.21.15.50:3300/0 conn(0x7f492015e470 msgr2=0x7f49200b44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 --2- 172.21.15.32:0/1728349869 >> v2:172.21.15.50:3300/0 conn(0x7f492015e470 0x7f49200b44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.845+0000 7f491f7fe640 1 -- 172.21.15.32:0/1728349869 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49200b5040 con 0x7f49200b4a10 2024-09-16T00:53:11.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.846+0000 7f491f7fe640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200b4a10 0x7f49200d40e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f492008cb50 tx=0x7f491402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6997c1b52dff51e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.846+0000 7f491effd640 1 -- 172.21.15.32:0/1728349869 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4914004030 con 0x7f49200b4a10 2024-09-16T00:53:11.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.846+0000 7f491effd640 1 -- 172.21.15.32:0/1728349869 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49140041d0 con 0x7f49200b4a10 2024-09-16T00:53:11.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.846+0000 7f491effd640 1 -- 172.21.15.32:0/1728349869 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4914003610 con 0x7f49200b4a10 2024-09-16T00:53:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 -- 172.21.15.32:0/1728349869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200b4a10 msgr2=0x7f49200d40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200b4a10 0x7f49200d40e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f492008cb50 tx=0x7f491402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 -- 172.21.15.32:0/1728349869 shutdown_connections 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200d4620 0x7f49200cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 --2- 172.21.15.32:0/1728349869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200b4a10 0x7f49200d40e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 --2- 172.21.15.32:0/1728349869 >> v2:172.21.15.50:3300/0 conn(0x7f492015e470 0x7f49200b44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 -- 172.21.15.32:0/1728349869 >> 172.21.15.32:0/1728349869 conn(0x7f492008dd10 msgr2=0x7f492009d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 -- 172.21.15.32:0/1728349869 shutdown_connections 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.847+0000 7f492649b640 1 -- 172.21.15.32:0/1728349869 wait complete. 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.848+0000 7f492649b640 1 Processor -- start 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.848+0000 7f492649b640 1 -- start start 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200b4a10 0x7f49200cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f492015e470 0x7f49200b8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f49200cf280 con 0x7f49200d4620 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f49200b5600 con 0x7f492015e470 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f492649b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f49200ceee0 con 0x7f49200b4a10 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60748/0 (socket says 172.21.15.32:60748) 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 -- 172.21.15.32:0/3980279045 learned_addr learned my addr 172.21.15.32:0/3980279045 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491ffff640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200b4a10 0x7f49200cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f4924a38640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f492015e470 0x7f49200b8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 -- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200b4a10 msgr2=0x7f49200cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200b4a10 0x7f49200cbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 -- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f492015e470 msgr2=0x7f49200b8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:11.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f492015e470 0x7f49200b8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.849+0000 7f491f7fe640 1 -- 172.21.15.32:0/3980279045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49200c9370 con 0x7f49200d4620 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f491f7fe640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4914034040 tx=0x7f49140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4914041020 con 0x7f49200d4620 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4914003c50 con 0x7f49200d4620 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49200c9650 con 0x7f49200d4620 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4914004030 con 0x7f49200d4620 2024-09-16T00:53:11.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.850+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49200cb460 con 0x7f49200d4620 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.851+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4920069110 con 0x7f49200d4620 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.851+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4914044020 con 0x7f49200d4620 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.852+0000 7f491cff9640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 0x7f490c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.852+0000 7f491ffff640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 0x7f490c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.852+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f49140abef0 con 0x7f49200d4620 2024-09-16T00:53:11.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.852+0000 7f491ffff640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 0x7f490c06e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4910006fd0 tx=0x7f4910008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:11.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:11.856+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f491404b030 con 0x7f49200d4620 2024-09-16T00:53:12.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.033+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f49200d31f0 con 0x7f49200d4620 2024-09-16T00:53:12.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.789+0000 7f491cff9640 1 -- 172.21.15.32:0/3980279045 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) ==== 138+0+0 (secure 0 0 0) 0x7f491407a820 con 0x7f49200d4620 2024-09-16T00:53:12.790 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 msgr2=0x7f490c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 0x7f490c06e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4910006fd0 tx=0x7f4910008040 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 msgr2=0x7f49200cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4914034040 tx=0x7f49140046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 shutdown_connections 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f490c06c2b0 0x7f490c06e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f492015e470 0x7f49200b8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49200d4620 0x7f49200cdc50 secure :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4914034040 tx=0x7f49140046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 --2- 172.21.15.32:0/3980279045 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49200b4a10 0x7f49200cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.793+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 >> 172.21.15.32:0/3980279045 conn(0x7f492008dd10 msgr2=0x7f49200b2f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:12.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.795+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 shutdown_connections 2024-09-16T00:53:12.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.795+0000 7f492649b640 1 -- 172.21.15.32:0/3980279045 wait complete. 2024-09-16T00:53:12.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:53:12.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.928+0000 7fe191586640 1 Processor -- start 2024-09-16T00:53:12.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.928+0000 7fe191586640 1 -- start start 2024-09-16T00:53:12.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 0x7fe18c0d4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe18c0d2860 0x7fe18c0d1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 0x7fe18c1624a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe18c0d4cd0 con 0x7fe18c0d2860 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe18c0d2d60 con 0x7fe18c0d43b0 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe191586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe18c0d3040 con 0x7fe18c161ff0 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe18a7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe18c0d2860 0x7fe18c0d1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe18a7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe18c0d2860 0x7fe18c0d1ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60758/0 (socket says 172.21.15.32:60758) 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe18a7fc640 1 -- 172.21.15.32:0/831107346 learned_addr learned my addr 172.21.15.32:0/831107346 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe18b7fe640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 0x7fe18c1624a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.929+0000 7fe18affd640 1 --2- 172.21.15.32:0/831107346 >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 0x7fe18c0d4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 -- 172.21.15.32:0/831107346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 msgr2=0x7fe18c1624a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 0x7fe18c1624a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 -- 172.21.15.32:0/831107346 >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 msgr2=0x7fe18c0d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:12.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/831107346 >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 0x7fe18c0d4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 -- 172.21.15.32:0/831107346 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe18c0d15e0 con 0x7fe18c0d2860 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18b7fe640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 0x7fe18c1624a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18affd640 1 --2- 172.21.15.32:0/831107346 >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 0x7fe18c0d4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d2860 0x7fe18c0d1ff0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0b7010 tx=0x7fe17402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df7263ca202a506 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe189ffb640 1 -- 172.21.15.32:0/831107346 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174037070 con 0x7fe18c0d2860 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe189ffb640 1 -- 172.21.15.32:0/831107346 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe174032440 con 0x7fe18c0d2860 2024-09-16T00:53:12.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.930+0000 7fe189ffb640 1 -- 172.21.15.32:0/831107346 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174032810 con 0x7fe18c0d2860 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 -- 172.21.15.32:0/831107346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d2860 msgr2=0x7fe18c0d1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d2860 0x7fe18c0d1ff0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0b7010 tx=0x7fe17402a140 comp rx=0 tx=0).stop 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 -- 172.21.15.32:0/831107346 shutdown_connections 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c161ff0 0x7fe18c1624a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 --2- 172.21.15.32:0/831107346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d2860 0x7fe18c0d1ff0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 --2- 172.21.15.32:0/831107346 >> v2:172.21.15.50:3300/0 conn(0x7fe18c0d43b0 0x7fe18c0d4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 -- 172.21.15.32:0/831107346 >> 172.21.15.32:0/831107346 conn(0x7fe18c08bfc0 msgr2=0x7fe18c09d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 -- 172.21.15.32:0/831107346 shutdown_connections 2024-09-16T00:53:12.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.931+0000 7fe191586640 1 -- 172.21.15.32:0/831107346 wait complete. 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.932+0000 7fe191586640 1 Processor -- start 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.932+0000 7fe191586640 1 -- start start 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c0d2860 0x7fe18c150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe18c161ff0 0x7fe18c15f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe18c06cfd0 con 0x7fe18c0d43b0 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe18c0d1ba0 con 0x7fe18c161ff0 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe191586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe18c0d2530 con 0x7fe18c0d2860 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe18a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe18a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60772/0 (socket says 172.21.15.32:60772) 2024-09-16T00:53:12.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe18a7fc640 1 -- 172.21.15.32:0/2711495634 learned_addr learned my addr 172.21.15.32:0/2711495634 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe18affd640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c0d2860 0x7fe18c150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.933+0000 7fe18b7fe640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe18c161ff0 0x7fe18c15f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 -- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c0d2860 msgr2=0x7fe18c150020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c0d2860 0x7fe18c150020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 -- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe18c161ff0 msgr2=0x7fe18c15f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe18c161ff0 0x7fe18c15f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 -- 172.21.15.32:0/2711495634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe18c150560 con 0x7fe18c0d43b0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe18a7fc640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe174000c00 tx=0x7fe1740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174041020 con 0x7fe18c0d43b0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1740306c0 con 0x7fe18c0d43b0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe18c14d970 con 0x7fe18c0d43b0 2024-09-16T00:53:12.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174037040 con 0x7fe18c0d43b0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.934+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe18c14df30 con 0x7fe18c0d43b0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.935+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe18c15e7a0 con 0x7fe18c0d43b0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.936+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe174044020 con 0x7fe18c0d43b0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.936+0000 7fe1837fe640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 0x7fe16c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.936+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5619+0+0 (secure 0 0 0) 0x7fe1740abe10 con 0x7fe18c0d43b0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.936+0000 7fe18affd640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 0x7fe16c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.937+0000 7fe18affd640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 0x7fe16c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe184003610 tx=0x7fe184008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:12.940+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe17404b030 con 0x7fe18c0d43b0 2024-09-16T00:53:13.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.119+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe18c06cdb0 con 0x7fe18c0d43b0 2024-09-16T00:53:13.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.794+0000 7fe1837fe640 1 -- 172.21.15.32:0/2711495634 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) ==== 170+0+0 (secure 0 0 0) 0x7fe17407a0f0 con 0x7fe18c0d43b0 2024-09-16T00:53:13.795 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.797+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 msgr2=0x7fe16c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.797+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 0x7fe16c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe184003610 tx=0x7fe184008040 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.797+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 msgr2=0x7fe18c0cf830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.797+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe174000c00 tx=0x7fe1740046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 shutdown_connections 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe16c06c2b0 0x7fe16c06e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe18c161ff0 0x7fe18c15f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe18c0d43b0 0x7fe18c0cf830 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 --2- 172.21.15.32:0/2711495634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe18c0d2860 0x7fe18c150020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 >> 172.21.15.32:0/2711495634 conn(0x7fe18c08bfc0 msgr2=0x7fe18c0b3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:13.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 shutdown_connections 2024-09-16T00:53:13.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.798+0000 7fe191586640 1 -- 172.21.15.32:0/2711495634 wait complete. 2024-09-16T00:53:13.829 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:53:13.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.939+0000 7f34229d6640 1 Processor -- start 2024-09-16T00:53:13.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.939+0000 7f34229d6640 1 -- start start 2024-09-16T00:53:13.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f34229d6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 0x7f341c0b7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f34229d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f34229d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f341c0b7d40 con 0x7f341c15e6c0 2024-09-16T00:53:13.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f34229d6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f341c0b8020 con 0x7f341c15e2e0 2024-09-16T00:53:13.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f34229d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f341c0b8300 con 0x7f341c0cf3e0 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f3413fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f341bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 0x7f341c0b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.940+0000 7f3413fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:52196/0 (socket says 172.21.15.32:52196) 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3413fff640 1 -- 172.21.15.32:0/2039001825 learned_addr learned my addr 172.21.15.32:0/2039001825 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3420f73640 1 --1- 172.21.15.32:0/2039001825 >> v1:172.21.15.50:6789/0 conn(0x7f341c15e6c0 0x7f341c0b5f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:52998/0 (socket says 172.21.15.32:52998) 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3413fff640 1 -- 172.21.15.32:0/2039001825 >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 msgr2=0x7f341c0b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3413fff640 1 --2- 172.21.15.32:0/2039001825 >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 0x7f341c0b7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3413fff640 1 -- 172.21.15.32:0/2039001825 >> v1:172.21.15.50:6789/0 conn(0x7f341c15e6c0 legacy=0x7f341c0b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f3413fff640 1 -- 172.21.15.32:0/2039001825 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c0b85e0 con 0x7f341c0cf3e0 2024-09-16T00:53:13.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.941+0000 7f341bfff640 1 --2- 172.21.15.32:0/2039001825 >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 0x7f341c0b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:53:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.942+0000 7f3413fff640 1 --2- 172.21.15.32:0/2039001825 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3404009870 tx=0x7f340402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8a4d086365be4f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.942+0000 7f341b7fe640 1 -- 172.21.15.32:0/2039001825 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404037070 con 0x7f341c0cf3e0 2024-09-16T00:53:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.942+0000 7f341b7fe640 1 -- 172.21.15.32:0/2039001825 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3404032440 con 0x7f341c0cf3e0 2024-09-16T00:53:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.942+0000 7f341b7fe640 1 -- 172.21.15.32:0/2039001825 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404032810 con 0x7f341c0cf3e0 2024-09-16T00:53:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 -- 172.21.15.32:0/2039001825 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 msgr2=0x7f341c0d2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 --2- 172.21.15.32:0/2039001825 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3404009870 tx=0x7f340402a270 comp rx=0 tx=0).stop 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 -- 172.21.15.32:0/2039001825 shutdown_connections 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 --2- 172.21.15.32:0/2039001825 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c0d2160 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 --2- 172.21.15.32:0/2039001825 >> v2:172.21.15.50:3300/0 conn(0x7f341c15e2e0 0x7f341c0b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 -- 172.21.15.32:0/2039001825 >> 172.21.15.32:0/2039001825 conn(0x7f341c06d1c0 msgr2=0x7f341c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 -- 172.21.15.32:0/2039001825 shutdown_connections 2024-09-16T00:53:13.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.943+0000 7f34229d6640 1 -- 172.21.15.32:0/2039001825 wait complete. 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.944+0000 7f34229d6640 1 Processor -- start 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.944+0000 7f34229d6640 1 -- start start 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c1498c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f341c15e2e0 0x7f341c15ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f341c0d2820 con 0x7f341c15e6c0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f341c0d26a0 con 0x7f341c15e2e0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f341c0b6660 con 0x7f341c0cf3e0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60786/0 (socket says 172.21.15.32:60786) 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 -- 172.21.15.32:0/3058392777 learned_addr learned my addr 172.21.15.32:0/3058392777 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f341bfff640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c1498c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3413fff640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f341c15e2e0 0x7f341c15ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 -- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 msgr2=0x7f341c1498c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c1498c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 -- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f341c15e2e0 msgr2=0x7f341c15ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f341c15e2e0 0x7f341c15ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 -- 172.21.15.32:0/3058392777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c149e00 con 0x7f341c15e6c0 2024-09-16T00:53:13.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f3420f73640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f341400c6c0 tx=0x7f341400cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414018070 con 0x7f341c15e6c0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3414004d60 con 0x7f341c15e6c0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341c0c8460 con 0x7f341c15e6c0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.945+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341400a840 con 0x7f341c15e6c0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.946+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f341c0c8a20 con 0x7f341c15e6c0 2024-09-16T00:53:13.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.946+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f341c0d2160 con 0x7f341c15e6c0 2024-09-16T00:53:13.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.947+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f341401b070 con 0x7f341c15e6c0 2024-09-16T00:53:13.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.947+0000 7f34197fa640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 0x7f33fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:13.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.948+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6001+0+0 (secure 0 0 0) 0x7f341408aa30 con 0x7f341c15e6c0 2024-09-16T00:53:13.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.948+0000 7f341bfff640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 0x7f33fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:13.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.948+0000 7f341bfff640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 0x7f33fc06e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f340c009560 tx=0x7f340c009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:13.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:13.952+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3414058a20 con 0x7f341c15e6c0 2024-09-16T00:53:14.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.163+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f341c0b6c30 con 0x7f341c15e6c0 2024-09-16T00:53:14.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.796+0000 7f34197fa640 1 -- 172.21.15.32:0/3058392777 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) ==== 172+0+0 (secure 0 0 0) 0x7f341405cd20 con 0x7f341c15e6c0 2024-09-16T00:53:14.797 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 5 and data pool 6 2024-09-16T00:53:14.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 msgr2=0x7f33fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 0x7f33fc06e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f340c009560 tx=0x7f340c009190 comp rx=0 tx=0).stop 2024-09-16T00:53:14.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 msgr2=0x7f341c160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f341400c6c0 tx=0x7f341400cb80 comp rx=0 tx=0).stop 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 shutdown_connections 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f33fc06c2e0 0x7f33fc06e7a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f341c15e6c0 0x7f341c160810 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f341c15e2e0 0x7f341c15ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 --2- 172.21.15.32:0/3058392777 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f341c0cf3e0 0x7f341c1498c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 >> 172.21.15.32:0/3058392777 conn(0x7f341c06d1c0 msgr2=0x7f341c15b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:14.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.801+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 shutdown_connections 2024-09-16T00:53:14.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.805+0000 7f34229d6640 1 -- 172.21.15.32:0/3058392777 wait complete. 2024-09-16T00:53:14.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:14.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.942+0000 7f034071a640 1 Processor -- start 2024-09-16T00:53:14.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.942+0000 7f034071a640 1 -- start start 2024-09-16T00:53:14.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f034071a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 0x7f03380af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f034071a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f03380cb930 0x7f03380cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f034071a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03380cb1a0 con 0x7f033815c2b0 2024-09-16T00:53:14.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f034071a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f0338071c70 con 0x7f03380cb930 2024-09-16T00:53:14.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f034071a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f03380cb480 con 0x7f03380cc540 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f03380cb930 0x7f03380cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f03380cb930 0x7f03380cbdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60802/0 (socket says 172.21.15.32:60802) 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 -- 172.21.15.32:0/101434951 learned_addr learned my addr 172.21.15.32:0/101434951 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033dcb5640 1 --2- 172.21.15.32:0/101434951 >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 0x7f03380af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 -- 172.21.15.32:0/101434951 >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 msgr2=0x7f03380af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 --2- 172.21.15.32:0/101434951 >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 0x7f03380af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 -- 172.21.15.32:0/101434951 >> v1:172.21.15.50:6789/0 conn(0x7f033815c2b0 legacy=0x7f03380738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033ecb7640 1 -- 172.21.15.32:0/101434951 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03380aec80 con 0x7f03380cb930 2024-09-16T00:53:14.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.943+0000 7f033dcb5640 1 --2- 172.21.15.32:0/101434951 >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 0x7f03380af060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:14.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.944+0000 7f033ecb7640 1 --2- 172.21.15.32:0/101434951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cb930 0x7f03380cbdc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f03380731c0 tx=0x7f033002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=734608e628ce02f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:14.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.944+0000 7f033d4b4640 1 -- 172.21.15.32:0/101434951 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0330036070 con 0x7f03380cb930 2024-09-16T00:53:14.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.944+0000 7f033d4b4640 1 -- 172.21.15.32:0/101434951 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0330031600 con 0x7f03380cb930 2024-09-16T00:53:14.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.944+0000 7f033d4b4640 1 -- 172.21.15.32:0/101434951 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03300319d0 con 0x7f03380cb930 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 -- 172.21.15.32:0/101434951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cb930 msgr2=0x7f03380cbdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 --2- 172.21.15.32:0/101434951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cb930 0x7f03380cbdc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f03380731c0 tx=0x7f033002a730 comp rx=0 tx=0).stop 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 -- 172.21.15.32:0/101434951 shutdown_connections 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 --2- 172.21.15.32:0/101434951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cb930 0x7f03380cbdc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 --2- 172.21.15.32:0/101434951 >> v2:172.21.15.50:3300/0 conn(0x7f03380cc540 0x7f03380af060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 -- 172.21.15.32:0/101434951 >> 172.21.15.32:0/101434951 conn(0x7f03380cffa0 msgr2=0x7f03380d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 -- 172.21.15.32:0/101434951 shutdown_connections 2024-09-16T00:53:14.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.945+0000 7f034071a640 1 -- 172.21.15.32:0/101434951 wait complete. 2024-09-16T00:53:14.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.946+0000 7f034071a640 1 Processor -- start 2024-09-16T00:53:14.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.946+0000 7f034071a640 1 -- start start 2024-09-16T00:53:14.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03380cb930 0x7f03381f65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f033815c2b0 0x7f033806eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f03380ad160 con 0x7f03380cc540 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f03380acfe0 con 0x7f03380cb930 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f034071a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f03380ad2e0 con 0x7f033815c2b0 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60814/0 (socket says 172.21.15.32:60814) 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 -- 172.21.15.32:0/2311953175 learned_addr learned my addr 172.21.15.32:0/2311953175 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033e4b6640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03380cb930 0x7f03381f65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033ecb7640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f033815c2b0 0x7f033806eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 -- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f033815c2b0 msgr2=0x7f033806eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f033815c2b0 0x7f033806eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 -- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03380cb930 msgr2=0x7f03381f65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03380cb930 0x7f03381f65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 -- 172.21.15.32:0/2311953175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03381f3390 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f033dcb5640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f033400e7e0 tx=0x7f033400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.947+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033400f040 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.948+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0334004030 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.948+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03381f30b0 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.948+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0334004400 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.948+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03381f5db0 con 0x7f03380cc540 2024-09-16T00:53:14.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.949+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03380ad6a0 con 0x7f03380cc540 2024-09-16T00:53:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.949+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f033400c6d0 con 0x7f03380cc540 2024-09-16T00:53:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.949+0000 7f032affd640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 0x7f031c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.950+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f033408b2f0 con 0x7f03380cc540 2024-09-16T00:53:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.950+0000 7f033e4b6640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 0x7f031c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.950+0000 7f033e4b6640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 0x7f031c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f032c0016e0 tx=0x7f032c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:14.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:14.954+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0334017020 con 0x7f03380cc540 2024-09-16T00:53:15.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.129+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03380b5f20 con 0x7f03380cc540 2024-09-16T00:53:15.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.130+0000 7f032affd640 1 -- 172.21.15.32:0/2311953175 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16967 (secure 0 0 0) 0x7f0334059280 con 0x7f03380cc540 2024-09-16T00:53:15.132 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:15.132 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":38,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:14.165575+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:12.064921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:13.150445+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 msgr2=0x7f031c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 0x7f031c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f032c0016e0 tx=0x7f032c009040 comp rx=0 tx=0).stop 2024-09-16T00:53:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 msgr2=0x7f033815efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f033400e7e0 tx=0x7f033400eca0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 shutdown_connections 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f031c06c2b0 0x7f031c06e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f033815c2b0 0x7f033806eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f03380cc540 0x7f033815efa0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 --2- 172.21.15.32:0/2311953175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03380cb930 0x7f03381f65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 >> 172.21.15.32:0/2311953175 conn(0x7f03380cffa0 msgr2=0x7f03380afa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 shutdown_connections 2024-09-16T00:53:15.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.133+0000 7f034071a640 1 -- 172.21.15.32:0/2311953175 wait complete. 2024-09-16T00:53:15.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.246+0000 7fa3210f1640 1 Processor -- start 2024-09-16T00:53:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 -- start start 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa31c0ce590 0x7fa31c06fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa31c0d2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa31c0cc8b0 con 0x7fa31c15c090 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa31c0707d0 con 0x7fa31c0ce590 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa3210f1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa31c0d1b80 con 0x7fa31c070380 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa31ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa31c15c090 0x7fa31c0d0840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51648/0 (socket says 172.21.15.32:51648) 2024-09-16T00:53:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.247+0000 7fa31ad9d640 1 -- 172.21.15.32:0/3052569262 learned_addr learned my addr 172.21.15.32:0/3052569262 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1653561273 0 0) 0x7fa31c0cc8b0 con 0x7fa31c15c090 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa304003520 con 0x7fa31c15c090 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31b59e640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa31c0d2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31a59c640 1 --2- 172.21.15.32:0/3052569262 >> v2:172.21.15.50:3300/0 conn(0x7fa31c0ce590 0x7fa31c06fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1861287073 0 0) 0x7fa304003520 con 0x7fa31c15c090 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 msgr2=0x7fa31c0d2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa31c0d2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 >> v2:172.21.15.50:3300/0 conn(0x7fa31c0ce590 msgr2=0x7fa31c06fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 --2- 172.21.15.32:0/3052569262 >> v2:172.21.15.50:3300/0 conn(0x7fa31c0ce590 0x7fa31c06fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31c0cd110 con 0x7fa31c15c090 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fa30c001670 con 0x7fa31c15c090 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 >> v1:172.21.15.32:6789/0 conn(0x7fa31c15c090 legacy=0x7fa31c0d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa304003a20 0x7fa304003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304004800 0x7fa304004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa3040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0707d0 con 0x7fa304003a20 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0d1b80 con 0x7fa304004800 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa30400b9c0 con 0x7fa31c070380 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa304003a20 0x7fa304003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31a59c640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304004800 0x7fa304004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31b59e640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa3040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31ad9d640 1 -- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 msgr2=0x7fa3040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.248+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c070380 0x7fa3040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa31ad9d640 1 -- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304004800 msgr2=0x7fa304004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304004800 0x7fa304004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa31ad9d640 1 -- 172.21.15.32:0/3052569262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa304003520 con 0x7fa304003a20 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa304003a20 0x7fa304003e40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa30c00c210 tx=0x7fa304005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3692851bc078895f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c007d50 con 0x7fa304003a20 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa30c005ad0 con 0x7fa304003a20 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.249+0000 7fa319d9b640 1 -- 172.21.15.32:0/3052569262 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c007070 con 0x7fa304003a20 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 -- 172.21.15.32:0/3052569262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa304003a20 msgr2=0x7fa304003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 --2- 172.21.15.32:0/3052569262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa304003a20 0x7fa304003e40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa30c00c210 tx=0x7fa304005830 comp rx=0 tx=0).stop 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa31b59e640 1 -- 172.21.15.32:0/3052569262 reap_dead start 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 -- 172.21.15.32:0/3052569262 shutdown_connections 2024-09-16T00:53:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 -- 172.21.15.32:0/3052569262 >> 172.21.15.32:0/3052569262 conn(0x7fa31c06baf0 msgr2=0x7fa31c06bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 -- 172.21.15.32:0/3052569262 shutdown_connections 2024-09-16T00:53:15.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.250+0000 7fa3210f1640 1 -- 172.21.15.32:0/3052569262 wait complete. 2024-09-16T00:53:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.251+0000 7fa3210f1640 1 Processor -- start 2024-09-16T00:53:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.251+0000 7fa3210f1640 1 -- start start 2024-09-16T00:53:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304003a20 0x7fa31c0b5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c1504b0 0x7fa31c15e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0cce30 con 0x7fa31c157750 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0ccb50 con 0x7fa304003a20 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa3210f1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa31c15c470 con 0x7fa31c1504b0 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa31b59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa31b59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60836/0 (socket says 172.21.15.32:60836) 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa31b59e640 1 -- 172.21.15.32:0/911620241 learned_addr learned my addr 172.21.15.32:0/911620241 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa31a59c640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c1504b0 0x7fa31c15e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.252+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304003a20 0x7fa31c0b5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 -- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c1504b0 msgr2=0x7fa31c15e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c1504b0 0x7fa31c15e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 -- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304003a20 msgr2=0x7fa31c0b5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304003a20 0x7fa31c0b5350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 -- 172.21.15.32:0/911620241 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31c0b7050 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa31b59e640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0cf7a0 tx=0x7fa31400f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31400fce0 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa31400fe80 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa314015670 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa31c0b7330 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.253+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa31c0b78f0 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.254+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa31c06fe40 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.255+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa314015810 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.255+0000 7fa3037fe640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 0x7fa30806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.255+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fa31408c350 con 0x7fa31c157750 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.255+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 0x7fa30806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.256+0000 7fa31ad9d640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 0x7fa30806e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa30c033000 tx=0x7fa30c007000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.260+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa314019030 con 0x7fa31c157750 2024-09-16T00:53:15.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.436+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa31c155f70 con 0x7fa31c157750 2024-09-16T00:53:15.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.437+0000 7fa3037fe640 1 -- 172.21.15.32:0/911620241 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16967 (secure 0 0 0) 0x7fa314010040 con 0x7fa31c157750 2024-09-16T00:53:15.438 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:15.438 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":38,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:14.165575+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:12.064921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:13.150445+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 msgr2=0x7fa30806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 0x7fa30806e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa30c033000 tx=0x7fa30c007000 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 msgr2=0x7fa31c157bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0cf7a0 tx=0x7fa31400f1b0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 shutdown_connections 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa30806c2e0 0x7fa30806e7a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa31c157750 0x7fa31c157bd0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa31c1504b0 0x7fa31c15e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 --2- 172.21.15.32:0/911620241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa304003a20 0x7fa31c0b5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 >> 172.21.15.32:0/911620241 conn(0x7fa31c06baf0 msgr2=0x7fa31c06e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 shutdown_connections 2024-09-16T00:53:15.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.439+0000 7fa3210f1640 1 -- 172.21.15.32:0/911620241 wait complete. 2024-09-16T00:53:15.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:53:15.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 Processor -- start 2024-09-16T00:53:15.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 -- start start 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 0x7f11540d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f11540d3160 0x7f11540d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11540d0e30 0x7f11540d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f11540cfc00 con 0x7f11540d3160 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f11540cf050 con 0x7f115415e6a0 2024-09-16T00:53:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.557+0000 7f1158a65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f11540cf2d0 con 0x7f11540d0e30 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f11540d3160 0x7f11540d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f11540d3160 0x7f11540d4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60842/0 (socket says 172.21.15.32:60842) 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 -- 172.21.15.32:0/696665171 learned_addr learned my addr 172.21.15.32:0/696665171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f115259c640 1 --2- 172.21.15.32:0/696665171 >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 0x7f11540d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 -- 172.21.15.32:0/696665171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11540d0e30 msgr2=0x7f11540d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 --2- 172.21.15.32:0/696665171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11540d0e30 0x7f11540d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 -- 172.21.15.32:0/696665171 >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 msgr2=0x7f11540d0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 --2- 172.21.15.32:0/696665171 >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 0x7f11540d0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f114bfff640 1 -- 172.21.15.32:0/696665171 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11540cf5b0 con 0x7f11540d3160 2024-09-16T00:53:15.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.558+0000 7f115259c640 1 --2- 172.21.15.32:0/696665171 >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 0x7f11540d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f114bfff640 1 --2- 172.21.15.32:0/696665171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d3160 0x7f11540d4b30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f115408ea00 tx=0x7f113c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ef3c82691e5ecce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1151d9b640 1 -- 172.21.15.32:0/696665171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c037070 con 0x7f11540d3160 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1151d9b640 1 -- 172.21.15.32:0/696665171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f113c032440 con 0x7f11540d3160 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1151d9b640 1 -- 172.21.15.32:0/696665171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c032810 con 0x7f11540d3160 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 -- 172.21.15.32:0/696665171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d3160 msgr2=0x7f11540d4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 --2- 172.21.15.32:0/696665171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d3160 0x7f11540d4b30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f115408ea00 tx=0x7f113c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 -- 172.21.15.32:0/696665171 shutdown_connections 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 --2- 172.21.15.32:0/696665171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11540d0e30 0x7f11540d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 --2- 172.21.15.32:0/696665171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d3160 0x7f11540d4b30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 --2- 172.21.15.32:0/696665171 >> v2:172.21.15.50:3300/0 conn(0x7f115415e6a0 0x7f11540d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 -- 172.21.15.32:0/696665171 >> 172.21.15.32:0/696665171 conn(0x7f115409d730 msgr2=0x7f11540d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 -- 172.21.15.32:0/696665171 shutdown_connections 2024-09-16T00:53:15.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.559+0000 7f1158a65640 1 -- 172.21.15.32:0/696665171 wait complete. 2024-09-16T00:53:15.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 Processor -- start 2024-09-16T00:53:15.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 -- start start 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 0x7f115415a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 0x7f115406d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f11540d51f0 con 0x7f11540d0e30 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f11540d5070 con 0x7f11540d3160 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f1158a65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f11540b7270 con 0x7f115415e6a0 2024-09-16T00:53:15.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.561+0000 7f115259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60844/0 (socket says 172.21.15.32:60844) 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 -- 172.21.15.32:0/3091216162 learned_addr learned my addr 172.21.15.32:0/3091216162 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f1152d9d640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 0x7f115406d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f114bfff640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 0x7f115415a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 -- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 msgr2=0x7f115406d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 0x7f115406d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 -- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 msgr2=0x7f115415a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 0x7f115415a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 -- 172.21.15.32:0/3091216162 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11540caef0 con 0x7f11540d0e30 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f1152d9d640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 0x7f115406d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f114bfff640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 0x7f115415a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f115259c640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f114400c7f0 tx=0x7f114400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1144004220 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11440043c0 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1144005bb0 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1154159580 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.562+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1154159b40 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.563+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11540d4b30 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.564+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1144006030 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.564+0000 7f114affd640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 0x7f113406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.564+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f114408bb50 con 0x7f11540d0e30 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.564+0000 7f114bfff640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 0x7f113406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.565+0000 7f114bfff640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 0x7f113406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f113c034000 tx=0x7f113c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.569+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f114401e020 con 0x7f11540d0e30 2024-09-16T00:53:15.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.778+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f11540cb110 con 0x7f11540d0e30 2024-09-16T00:53:15.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.805+0000 7f114affd640 1 -- 172.21.15.32:0/3091216162 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7f1144015030 con 0x7f11540d0e30 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 msgr2=0x7f113406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 0x7f113406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f113c034000 tx=0x7f113c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 msgr2=0x7f1154157a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f114400c7f0 tx=0x7f114400ccb0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 shutdown_connections 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f113406c2b0 0x7f113406e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f115415e6a0 0x7f115406d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11540d3160 0x7f115415a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 --2- 172.21.15.32:0/3091216162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11540d0e30 0x7f1154157a80 secure :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f114400c7f0 tx=0x7f114400ccb0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 >> 172.21.15.32:0/3091216162 conn(0x7f115409d730 msgr2=0x7f11540b8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 shutdown_connections 2024-09-16T00:53:15.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.808+0000 7f1158a65640 1 -- 172.21.15.32:0/3091216162 wait complete. 2024-09-16T00:53:15.820 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T00:53:15.820 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:53:15.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 Processor -- start 2024-09-16T00:53:15.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 -- start start 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f33380d0090 0x7f33380d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33380cf050 con 0x7f333815e6a0 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33380cf2d0 con 0x7f33380d0e30 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.926+0000 7f333eae4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f33380cfc00 con 0x7f33380d0090 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f3337fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f33380d0090 0x7f33380d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f333c880640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f333815e6a0 0x7f33380d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51654/0 (socket says 172.21.15.32:51654) 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f333c880640 1 -- 172.21.15.32:0/3295352810 learned_addr learned my addr 172.21.15.32:0/3295352810 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:15.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f3337fff640 1 --2- 172.21.15.32:0/3295352810 >> v2:172.21.15.32:3300/0 conn(0x7f33380d0090 0x7f33380d3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60850/0 (socket says 172.21.15.32:60850) 2024-09-16T00:53:15.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f3337fff640 1 -- 172.21.15.32:0/3295352810 >> v1:172.21.15.50:6789/0 conn(0x7f33380d0e30 legacy=0x7f33380b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:15.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f3337fff640 1 -- 172.21.15.32:0/3295352810 >> v1:172.21.15.32:6789/0 conn(0x7f333815e6a0 legacy=0x7f33380d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f33377fe640 1 -- 172.21.15.32:0/3295352810 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2237771967 0 0) 0x7f3328001290 con 0x7f333815e6a0 2024-09-16T00:53:15.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.927+0000 7f3337fff640 1 -- 172.21.15.32:0/3295352810 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33380cf5b0 con 0x7f33380d0090 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f3337fff640 1 --2- 172.21.15.32:0/3295352810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f33380d3160 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f33380cfd80 tx=0x7f332002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a377a3d0796bc0a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f33377fe640 1 -- 172.21.15.32:0/3295352810 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3320007740 con 0x7f33380d0090 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f33377fe640 1 -- 172.21.15.32:0/3295352810 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33200078e0 con 0x7f33380d0090 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f33377fe640 1 -- 172.21.15.32:0/3295352810 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3320007cb0 con 0x7f33380d0090 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 -- 172.21.15.32:0/3295352810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 msgr2=0x7f33380d3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 --2- 172.21.15.32:0/3295352810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f33380d3160 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f33380cfd80 tx=0x7f332002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 -- 172.21.15.32:0/3295352810 shutdown_connections 2024-09-16T00:53:15.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 --2- 172.21.15.32:0/3295352810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f33380d3160 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 -- 172.21.15.32:0/3295352810 >> 172.21.15.32:0/3295352810 conn(0x7f333809d730 msgr2=0x7f33380d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:15.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 -- 172.21.15.32:0/3295352810 shutdown_connections 2024-09-16T00:53:15.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.928+0000 7f333eae4640 1 -- 172.21.15.32:0/3295352810 wait complete. 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.929+0000 7f333eae4640 1 Processor -- start 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 -- start start 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33380d0e30 0x7f33381f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f333815e6a0 0x7f33380b7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33380d13f0 con 0x7f33380d0090 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f33380d1270 con 0x7f333815e6a0 2024-09-16T00:53:15.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.930+0000 7f333eae4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f33380d1570 con 0x7f33380d0e30 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60858/0 (socket says 172.21.15.32:60858) 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 -- 172.21.15.32:0/408676651 learned_addr learned my addr 172.21.15.32:0/408676651 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f3337fff640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33380d0e30 0x7f33381f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333d081640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f333815e6a0 0x7f33380b7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 -- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33380d0e30 msgr2=0x7f33381f7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33380d0e30 0x7f33381f7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 -- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f333815e6a0 msgr2=0x7f33380b7bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f333815e6a0 0x7f33380b7bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 -- 172.21.15.32:0/408676651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33381f8970 con 0x7f33380d0090 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333c880640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f332800c390 tx=0x7f332800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3328017070 con 0x7f33380d0090 2024-09-16T00:53:15.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3328007500 con 0x7f33380d0090 2024-09-16T00:53:15.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33381f8c50 con 0x7f33380d0090 2024-09-16T00:53:15.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33280059e0 con 0x7f33380d0090 2024-09-16T00:53:15.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.931+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33380b76b0 con 0x7f33380d0090 2024-09-16T00:53:15.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.932+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33380d3160 con 0x7f33380d0090 2024-09-16T00:53:15.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.933+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f332801a070 con 0x7f33380d0090 2024-09-16T00:53:15.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.933+0000 7f33357fa640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 0x7f331806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:15.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.933+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f332808a840 con 0x7f33380d0090 2024-09-16T00:53:15.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.933+0000 7f3337fff640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 0x7f331806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:15.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.934+0000 7f3337fff640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 0x7f331806e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3320034000 tx=0x7f332002f000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:15.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:15.937+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33380cf050 con 0x7f33380d0090 2024-09-16T00:53:16.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.150+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f33380d0c10 con 0x7f33380d0090 2024-09-16T00:53:16.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.811+0000 7f33357fa640 1 -- 172.21.15.32:0/408676651 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7f3328058eb0 con 0x7f33380d0090 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.814+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 msgr2=0x7f331806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.814+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 0x7f331806e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3320034000 tx=0x7f332002f000 comp rx=0 tx=0).stop 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.814+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 msgr2=0x7f3338156c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.814+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f332800c390 tx=0x7f332800c850 comp rx=0 tx=0).stop 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.814+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 shutdown_connections 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f331806c2b0 0x7f331806e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f333815e6a0 0x7f33380b7bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33380d0e30 0x7f33381f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 --2- 172.21.15.32:0/408676651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33380d0090 0x7f3338156c50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 >> 172.21.15.32:0/408676651 conn(0x7f333809d730 msgr2=0x7f333806ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:16.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 shutdown_connections 2024-09-16T00:53:16.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.815+0000 7f333eae4640 1 -- 172.21.15.32:0/408676651 wait complete. 2024-09-16T00:53:16.829 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:53:16.829 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:16.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.935+0000 7f26c5778640 1 Processor -- start 2024-09-16T00:53:16.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.935+0000 7f26c5778640 1 -- start start 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f26c0158cb0 0x7f26c006e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c015f5b0 0x7f26c00cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f26c00d02e0 0x7f26c006d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f26c0070be0 con 0x7f26c00d02e0 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f26c015fa90 con 0x7f26c0158cb0 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26c5778640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26c01621c0 con 0x7f26c015f5b0 2024-09-16T00:53:16.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26bf7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f26c00d02e0 0x7f26c006d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26bf7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f26c00d02e0 0x7f26c006d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46534/0 (socket says 172.21.15.32:46534) 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.936+0000 7f26bf7fe640 1 -- 172.21.15.32:0/3247158144 learned_addr learned my addr 172.21.15.32:0/3247158144 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26be7fc640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c015f5b0 0x7f26c00cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26beffd640 1 --2- 172.21.15.32:0/3247158144 >> v2:172.21.15.50:3300/0 conn(0x7f26c0158cb0 0x7f26c006e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 -- 172.21.15.32:0/3247158144 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c015f5b0 msgr2=0x7f26c00cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c015f5b0 0x7f26c00cfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 -- 172.21.15.32:0/3247158144 >> v2:172.21.15.50:3300/0 conn(0x7f26c0158cb0 msgr2=0x7f26c006e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 --2- 172.21.15.32:0/3247158144 >> v2:172.21.15.50:3300/0 conn(0x7f26c0158cb0 0x7f26c006e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 -- 172.21.15.32:0/3247158144 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c01624a0 con 0x7f26c00d02e0 2024-09-16T00:53:16.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.937+0000 7f26bf7fe640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c00d02e0 0x7f26c006d110 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f26c0073300 tx=0x7f26b802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f46db6afcc36abbc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:16.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26bdffb640 1 -- 172.21.15.32:0/3247158144 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b8036070 con 0x7f26c00d02e0 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26bdffb640 1 -- 172.21.15.32:0/3247158144 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26b8031600 con 0x7f26c00d02e0 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26bdffb640 1 -- 172.21.15.32:0/3247158144 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b80319d0 con 0x7f26c00d02e0 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 -- 172.21.15.32:0/3247158144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c00d02e0 msgr2=0x7f26c006d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c00d02e0 0x7f26c006d110 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f26c0073300 tx=0x7f26b802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 -- 172.21.15.32:0/3247158144 shutdown_connections 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c00d02e0 0x7f26c006d110 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 --2- 172.21.15.32:0/3247158144 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c015f5b0 0x7f26c00cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 --2- 172.21.15.32:0/3247158144 >> v2:172.21.15.50:3300/0 conn(0x7f26c0158cb0 0x7f26c006e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 -- 172.21.15.32:0/3247158144 >> 172.21.15.32:0/3247158144 conn(0x7f26c006fdc0 msgr2=0x7f26c00701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 -- 172.21.15.32:0/3247158144 shutdown_connections 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.938+0000 7f26c5778640 1 -- 172.21.15.32:0/3247158144 wait complete. 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 Processor -- start 2024-09-16T00:53:16.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 -- start start 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c00d02e0 0x7f26c00b6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26c015f5b0 0x7f26c0157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f26c0162f80 con 0x7f26c0158cb0 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26c0162a60 con 0x7f26c015f5b0 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.940+0000 7f26c5778640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26c006d650 con 0x7f26c00d02e0 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46536/0 (socket says 172.21.15.32:46536) 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 -- 172.21.15.32:0/1273296346 learned_addr learned my addr 172.21.15.32:0/1273296346 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:16.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26bf7fe640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26c015f5b0 0x7f26c0157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26beffd640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c00d02e0 0x7f26c00b6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 -- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c00d02e0 msgr2=0x7f26c00b6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c00d02e0 0x7f26c00b6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 -- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26c015f5b0 msgr2=0x7f26c0157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26c015f5b0 0x7f26c0157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 -- 172.21.15.32:0/1273296346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c00b5ed0 con 0x7f26c0158cb0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26be7fc640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f26b400d5f0 tx=0x7f26b400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b40125f0 con 0x7f26c0158cb0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26b4019070 con 0x7f26c0158cb0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26c00cd8f0 con 0x7f26c0158cb0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b40129d0 con 0x7f26c0158cb0 2024-09-16T00:53:16.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.941+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26c00cdeb0 con 0x7f26c0158cb0 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.942+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26c00b8150 con 0x7f26c0158cb0 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.943+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26b4012b70 con 0x7f26c0158cb0 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.943+0000 7f26a77fe640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.943+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f26b408b7e0 con 0x7f26c0158cb0 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.943+0000 7f26beffd640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:16.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.944+0000 7f26beffd640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 0x7f26ac06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f26b0006fd0 tx=0x7f26b0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:16.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:16.948+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26b4059800 con 0x7f26c0158cb0 2024-09-16T00:53:17.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.161+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26c006e6a0 con 0x7f26c0158cb0 2024-09-16T00:53:17.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.162+0000 7f26a77fe640 1 -- 172.21.15.32:0/1273296346 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f26b405db00 con 0x7f26c0158cb0 2024-09-16T00:53:17.163 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:17.163 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:17.163 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 msgr2=0x7f26ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 0x7f26ac06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f26b0006fd0 tx=0x7f26b0008040 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 msgr2=0x7f26c014d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f26b400d5f0 tx=0x7f26b400dab0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 shutdown_connections 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26c015f5b0 0x7f26c0157390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26c0158cb0 0x7f26c014d5b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 --2- 172.21.15.32:0/1273296346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26c00d02e0 0x7f26c00b6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 >> 172.21.15.32:0/1273296346 conn(0x7f26c006fdc0 msgr2=0x7f26c01611b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 shutdown_connections 2024-09-16T00:53:17.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.164+0000 7f26c5778640 1 -- 172.21.15.32:0/1273296346 wait complete. 2024-09-16T00:53:17.176 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:17.227 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:53:17.230 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:53:17.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.278+0000 7f128470a640 1 Processor -- start 2024-09-16T00:53:17.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.278+0000 7f128470a640 1 -- start start 2024-09-16T00:53:17.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f128470a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f127c0d0cc0 0x7f127c0d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f128470a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127c0d3430 con 0x7f127c0b78e0 2024-09-16T00:53:17.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f128470a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127c0d1660 con 0x7f127c15e510 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f128470a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f127c0d36d0 con 0x7f127c0d0cc0 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1282ca7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f127c0b78e0 0x7f127c0b7d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43614/0 (socket says 172.21.15.32:43614) 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1282ca7640 1 -- 172.21.15.32:0/2160915511 learned_addr learned my addr 172.21.15.32:0/2160915511 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1281ca5640 1 --2- 172.21.15.32:0/2160915511 >> v2:172.21.15.50:3300/0 conn(0x7f127c0d0cc0 0x7f127c0d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2110263388 0 0) 0x7f127c0d3430 con 0x7f127c0b78e0 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1268003520 con 0x7f127c0b78e0 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1305942525 0 0) 0x7f127c0d1660 con 0x7f127c15e510 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f127c0d3430 con 0x7f127c15e510 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3946733949 0 0) 0x7f1268003520 con 0x7f127c0b78e0 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1281ca5640 1 -- 172.21.15.32:0/2160915511 >> v1:172.21.15.50:6789/0 conn(0x7f127c15e510 legacy=0x7f127c0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1281ca5640 1 -- 172.21.15.32:0/2160915511 >> v1:172.21.15.32:6789/0 conn(0x7f127c0b78e0 legacy=0x7f127c0b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.279+0000 7f1281ca5640 1 -- 172.21.15.32:0/2160915511 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f127c0d39b0 con 0x7f127c0d0cc0 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.280+0000 7f1281ca5640 1 --2- 172.21.15.32:0/2160915511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c0d0cc0 0x7f127c0d1120 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f126c0097a0 tx=0x7f126c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bef9c04c019b4b0d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.280+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c037070 con 0x7f127c0d0cc0 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f126c02abc0 con 0x7f127c0d0cc0 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f12814a4640 1 -- 172.21.15.32:0/2160915511 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12740019f0 con 0x7f127c0d0cc0 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 -- 172.21.15.32:0/2160915511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c0d0cc0 msgr2=0x7f127c0d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 --2- 172.21.15.32:0/2160915511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c0d0cc0 0x7f127c0d1120 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f126c0097a0 tx=0x7f126c02a130 comp rx=0 tx=0).stop 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 -- 172.21.15.32:0/2160915511 shutdown_connections 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 --2- 172.21.15.32:0/2160915511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c0d0cc0 0x7f127c0d1120 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 -- 172.21.15.32:0/2160915511 >> 172.21.15.32:0/2160915511 conn(0x7f127c06d1a0 msgr2=0x7f127c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 -- 172.21.15.32:0/2160915511 shutdown_connections 2024-09-16T00:53:17.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.281+0000 7f128470a640 1 -- 172.21.15.32:0/2160915511 wait complete. 2024-09-16T00:53:17.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.282+0000 7f128470a640 1 Processor -- start 2024-09-16T00:53:17.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.282+0000 7f128470a640 1 -- start start 2024-09-16T00:53:17.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127c0d0cc0 0x7f127c153710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 0x7f127c158130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f127c0d22a0 con 0x7f127c0b78e0 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f127c0d3f70 con 0x7f127c15e510 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f128470a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f127c0cf210 con 0x7f127c0d0cc0 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f12824a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f12824a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46546/0 (socket says 172.21.15.32:46546) 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f12824a6640 1 -- 172.21.15.32:0/3417333756 learned_addr learned my addr 172.21.15.32:0/3417333756 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f1282ca7640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 0x7f127c158130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.283+0000 7f1281ca5640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127c0d0cc0 0x7f127c153710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 -- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127c0d0cc0 msgr2=0x7f127c153710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127c0d0cc0 0x7f127c153710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 -- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 msgr2=0x7f127c158130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 0x7f127c158130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 -- 172.21.15.32:0/3417333756 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f127c153c50 con 0x7f127c0b78e0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f1282ca7640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 0x7f127c158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f12824a6640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f127800c430 tx=0x7f127800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1278017070 con 0x7f127c0b78e0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12780052f0 con 0x7f127c0b78e0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f127c0b4040 con 0x7f127c0b78e0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1278003830 con 0x7f127c0b78e0 2024-09-16T00:53:17.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.284+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f127c0b4600 con 0x7f127c0b78e0 2024-09-16T00:53:17.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.285+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f127c0ce860 con 0x7f127c0b78e0 2024-09-16T00:53:17.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.285+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f127801a070 con 0x7f127c0b78e0 2024-09-16T00:53:17.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.286+0000 7f1272ffd640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 0x7f126006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.286+0000 7f1281ca5640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 0x7f126006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.286+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f127808a9b0 con 0x7f127c0b78e0 2024-09-16T00:53:17.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.286+0000 7f1281ca5640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 0x7f126006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f126c034000 tx=0x7f126c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.290+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1278059020 con 0x7f127c0b78e0 2024-09-16T00:53:17.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.466+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f127c0b8120 con 0x7f127c0b78e0 2024-09-16T00:53:17.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.467+0000 7f1272ffd640 1 -- 172.21.15.32:0/3417333756 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16954 (secure 0 0 0) 0x7f1278058920 con 0x7f127c0b78e0 2024-09-16T00:53:17.468 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:17.468 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":39,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:15.803355+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:12.064921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:13.150445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:17.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 msgr2=0x7f126006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 0x7f126006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f126c034000 tx=0x7f126c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:17.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 msgr2=0x7f127c14d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f127800c430 tx=0x7f127800c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 shutdown_connections 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f126006c2b0 0x7f126006e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f127c15e510 0x7f127c158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127c0d0cc0 0x7f127c153710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 --2- 172.21.15.32:0/3417333756 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f127c0b78e0 0x7f127c14d700 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 >> 172.21.15.32:0/3417333756 conn(0x7f127c06d1a0 msgr2=0x7f127c0cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 shutdown_connections 2024-09-16T00:53:17.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.469+0000 7f128470a640 1 -- 172.21.15.32:0/3417333756 wait complete. 2024-09-16T00:53:17.481 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:53:17.481 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:17.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.583+0000 7f2906d9f640 1 Processor -- start 2024-09-16T00:53:17.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.583+0000 7f2906d9f640 1 -- start start 2024-09-16T00:53:17.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2906d9f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f29000ae030 0x7f2900145460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2906d9f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2900145a70 con 0x7f2900145080 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2906d9f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2900145d50 con 0x7f29000af810 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2906d9f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f29000d1160 con 0x7f29000ae030 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2904b3b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2900145080 0x7f29000d1960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43624/0 (socket says 172.21.15.32:43624) 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f2904b3b640 1 -- 172.21.15.32:0/4172774246 learned_addr learned my addr 172.21.15.32:0/4172774246 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f7fff640 1 --2- 172.21.15.32:0/4172774246 >> v2:172.21.15.50:3300/0 conn(0x7f29000ae030 0x7f2900145460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f77fe640 1 -- 172.21.15.32:0/4172774246 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 286403053 0 0) 0x7f2900145a70 con 0x7f2900145080 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f77fe640 1 -- 172.21.15.32:0/4172774246 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28e8003520 con 0x7f2900145080 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f7fff640 1 -- 172.21.15.32:0/4172774246 >> v1:172.21.15.50:6789/0 conn(0x7f29000af810 legacy=0x7f29000afcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f7fff640 1 -- 172.21.15.32:0/4172774246 >> v1:172.21.15.32:6789/0 conn(0x7f2900145080 legacy=0x7f29000d1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.584+0000 7f28f7fff640 1 -- 172.21.15.32:0/4172774246 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29000d1440 con 0x7f29000ae030 2024-09-16T00:53:17.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.585+0000 7f28f7fff640 1 --2- 172.21.15.32:0/4172774246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000ae030 0x7f2900145460 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f28f00097a0 tx=0x7f28f002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25dbc844e903dd14 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f28f77fe640 1 -- 172.21.15.32:0/4172774246 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0037070 con 0x7f29000ae030 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f28f77fe640 1 -- 172.21.15.32:0/4172774246 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f0032440 con 0x7f29000ae030 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f28f77fe640 1 -- 172.21.15.32:0/4172774246 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0032810 con 0x7f29000ae030 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 -- 172.21.15.32:0/4172774246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000ae030 msgr2=0x7f2900145460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 --2- 172.21.15.32:0/4172774246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000ae030 0x7f2900145460 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f28f00097a0 tx=0x7f28f002a230 comp rx=0 tx=0).stop 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 -- 172.21.15.32:0/4172774246 shutdown_connections 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 --2- 172.21.15.32:0/4172774246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000ae030 0x7f2900145460 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 -- 172.21.15.32:0/4172774246 >> 172.21.15.32:0/4172774246 conn(0x7f29000b6570 msgr2=0x7f29000b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 -- 172.21.15.32:0/4172774246 shutdown_connections 2024-09-16T00:53:17.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.586+0000 7f2906d9f640 1 -- 172.21.15.32:0/4172774246 wait complete. 2024-09-16T00:53:17.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.587+0000 7f2906d9f640 1 Processor -- start 2024-09-16T00:53:17.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.587+0000 7f2906d9f640 1 -- start start 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000af810 0x7f29000b4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 0x7f290009c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2900167160 con 0x7f29000ae030 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2900166fe0 con 0x7f29000af810 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2906d9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f29001672e0 con 0x7f2900145080 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2904b3b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2904b3b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46558/0 (socket says 172.21.15.32:46558) 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f2904b3b640 1 -- 172.21.15.32:0/706846127 learned_addr learned my addr 172.21.15.32:0/706846127 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.588+0000 7f28f7fff640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000af810 0x7f29000b4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f290533c640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 0x7f290009c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 -- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 msgr2=0x7f290009c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 0x7f290009c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 -- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000af810 msgr2=0x7f29000b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000af810 0x7f29000b4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 -- 172.21.15.32:0/706846127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f290009d220 con 0x7f29000ae030 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f290533c640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 0x7f290009c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2904b3b640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00c410 tx=0x7f28fc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc017070 con 0x7f29000ae030 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28fc005ce0 con 0x7f29000ae030 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f290009d500 con 0x7f29000ae030 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc0072f0 con 0x7f29000ae030 2024-09-16T00:53:17.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.589+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f290009d7e0 con 0x7f29000ae030 2024-09-16T00:53:17.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.590+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2900145460 con 0x7f29000ae030 2024-09-16T00:53:17.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.590+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f28fc01a070 con 0x7f29000ae030 2024-09-16T00:53:17.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.591+0000 7f28f57fa640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 0x7f28ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.591+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f28fc08aad0 con 0x7f29000ae030 2024-09-16T00:53:17.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.591+0000 7f28f7fff640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 0x7f28ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.591+0000 7f28f7fff640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 0x7f28ec06e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f28f0034000 tx=0x7f28f002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.595+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28fc0590d0 con 0x7f29000ae030 2024-09-16T00:53:17.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.768+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f29000b3880 con 0x7f28ec06c2b0 2024-09-16T00:53:17.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.774+0000 7f28f57fa640 1 -- 172.21.15.32:0/706846127 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244051 (secure 0 0 0) 0x7f29000b3880 con 0x7f28ec06c2b0 2024-09-16T00:53:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:17.779 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 msgr2=0x7f28ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 0x7f28ec06e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f28f0034000 tx=0x7f28f002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 msgr2=0x7f2900159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00c410 tx=0x7f28fc00c8d0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 shutdown_connections 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f28ec06c2b0 0x7f28ec06e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2900145080 0x7f290009c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29000af810 0x7f29000b4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 --2- 172.21.15.32:0/706846127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29000ae030 0x7f2900159a40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 >> 172.21.15.32:0/706846127 conn(0x7f29000b6570 msgr2=0x7f290006fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 shutdown_connections 2024-09-16T00:53:17.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.777+0000 7f2906d9f640 1 -- 172.21.15.32:0/706846127 wait complete. 2024-09-16T00:53:17.789 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-16T00:53:17.096213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590950,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":132,"acting":132,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253852,"kb_used_data":4304,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720868,"statfs":{"total":773094113280,"available":772834168832,"internally_reserved":0,"allocated":4407296,"data_stored":2552960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.305115"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806188+0000","last_change":"2024-09-16T00:53:13.806188+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806188+0000","last_undegraded":"2024-09-16T00:53:13.806188+0000","last_fullsized":"2024-09-16T00:53:13.806188+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804598+0000","last_change":"2024-09-16T00:53:13.804598+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804598+0000","last_undegraded":"2024-09-16T00:53:13.804598+0000","last_fullsized":"2024-09-16T00:53:13.804598+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805321+0000","last_change":"2024-09-16T00:53:13.805321+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805321+0000","last_undegraded":"2024-09-16T00:53:13.805321+0000","last_fullsized":"2024-09-16T00:53:13.805321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805563+0000","last_change":"2024-09-16T00:53:13.805563+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805563+0000","last_undegraded":"2024-09-16T00:53:13.805563+0000","last_fullsized":"2024-09-16T00:53:13.805563+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802620+0000","last_change":"2024-09-16T00:53:13.802620+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802620+0000","last_undegraded":"2024-09-16T00:53:13.802620+0000","last_fullsized":"2024-09-16T00:53:13.802620+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806656+0000","last_change":"2024-09-16T00:53:13.806656+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806656+0000","last_undegraded":"2024-09-16T00:53:13.806656+0000","last_fullsized":"2024-09-16T00:53:13.806656+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804938+0000","last_change":"2024-09-16T00:53:13.804938+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804938+0000","last_undegraded":"2024-09-16T00:53:13.804938+0000","last_fullsized":"2024-09-16T00:53:13.804938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.811617+0000","last_change":"2024-09-16T00:53:14.811617+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.811617+0000","last_undegraded":"2024-09-16T00:53:14.811617+0000","last_fullsized":"2024-09-16T00:53:14.811617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802759+0000","last_change":"2024-09-16T00:53:13.802759+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802759+0000","last_undegraded":"2024-09-16T00:53:13.802759+0000","last_fullsized":"2024-09-16T00:53:13.802759+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.808168+0000","last_change":"2024-09-16T00:53:14.808168+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.808168+0000","last_undegraded":"2024-09-16T00:53:14.808168+0000","last_fullsized":"2024-09-16T00:53:14.808168+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803437+0000","last_change":"2024-09-16T00:53:13.803437+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803437+0000","last_undegraded":"2024-09-16T00:53:13.803437+0000","last_fullsized":"2024-09-16T00:53:13.803437+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803586+0000","last_change":"2024-09-16T00:53:13.803586+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803586+0000","last_undegraded":"2024-09-16T00:53:13.803586+0000","last_fullsized":"2024-09-16T00:53:13.803586+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807743+0000","last_change":"2024-09-16T00:53:14.807743+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807743+0000","last_undegraded":"2024-09-16T00:53:14.807743+0000","last_fullsized":"2024-09-16T00:53:14.807743+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.808019+0000","last_change":"2024-09-16T00:53:13.808019+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.808019+0000","last_undegraded":"2024-09-16T00:53:13.808019+0000","last_fullsized":"2024-09-16T00:53:13.808019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":8,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.818423+0000","last_change":"2024-09-16T00:53:14.818423+0000","last_active":"2024-09-16T00:53:14.818423+0000","last_peered":"2024-09-16T00:53:14.818423+0000","last_clean":"2024-09-16T00:53:14.818423+0000","last_became_active":"2024-09-16T00:53:14.818131+0000","last_became_peered":"2024-09-16T00:53:14.818131+0000","last_unstale":"2024-09-16T00:53:14.818423+0000","last_undegraded":"2024-09-16T00:53:14.818423+0000","last_fullsized":"2024-09-16T00:53:14.818423+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:39.957611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815471+0000","last_change":"2024-09-16T00:53:14.814391+0000","last_active":"2024-09-16T00:53:14.815471+0000","last_peered":"2024-09-16T00:53:14.815471+0000","last_clean":"2024-09-16T00:53:14.815471+0000","last_became_active":"2024-09-16T00:53:14.814091+0000","last_became_peered":"2024-09-16T00:53:14.814091+0000","last_unstale":"2024-09-16T00:53:14.815471+0000","last_undegraded":"2024-09-16T00:53:14.815471+0000","last_fullsized":"2024-09-16T00:53:14.815471+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:11.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807671+0000","last_change":"2024-09-16T00:53:14.807671+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807671+0000","last_undegraded":"2024-09-16T00:53:14.807671+0000","last_fullsized":"2024-09-16T00:53:14.807671+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805601+0000","last_change":"2024-09-16T00:53:13.805601+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805601+0000","last_undegraded":"2024-09-16T00:53:13.805601+0000","last_fullsized":"2024-09-16T00:53:13.805601+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"38'3","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815344+0000","last_change":"2024-09-16T00:53:13.814470+0000","last_active":"2024-09-16T00:53:14.815344+0000","last_peered":"2024-09-16T00:53:14.815344+0000","last_clean":"2024-09-16T00:53:14.815344+0000","last_became_active":"2024-09-16T00:53:13.814198+0000","last_became_peered":"2024-09-16T00:53:13.814198+0000","last_unstale":"2024-09-16T00:53:14.815344+0000","last_undegraded":"2024-09-16T00:53:14.815344+0000","last_fullsized":"2024-09-16T00:53:14.815344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805281+0000","last_change":"2024-09-16T00:53:13.805281+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805281+0000","last_undegraded":"2024-09-16T00:53:13.805281+0000","last_fullsized":"2024-09-16T00:53:13.805281+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811707+0000","last_change":"2024-09-16T00:53:13.810188+0000","last_active":"2024-09-16T00:53:13.811707+0000","last_peered":"2024-09-16T00:53:13.811707+0000","last_clean":"2024-09-16T00:53:13.811707+0000","last_became_active":"2024-09-16T00:53:13.809889+0000","last_became_peered":"2024-09-16T00:53:13.809889+0000","last_unstale":"2024-09-16T00:53:13.811707+0000","last_undegraded":"2024-09-16T00:53:13.811707+0000","last_fullsized":"2024-09-16T00:53:13.811707+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804122+0000","last_change":"2024-09-16T00:53:13.804122+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804122+0000","last_undegraded":"2024-09-16T00:53:13.804122+0000","last_fullsized":"2024-09-16T00:53:13.804122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.815985+0000","last_change":"2024-09-16T00:53:13.813347+0000","last_active":"2024-09-16T00:53:13.815985+0000","last_peered":"2024-09-16T00:53:13.815985+0000","last_clean":"2024-09-16T00:53:13.815985+0000","last_became_active":"2024-09-16T00:53:13.813045+0000","last_became_peered":"2024-09-16T00:53:13.813045+0000","last_unstale":"2024-09-16T00:53:13.815985+0000","last_undegraded":"2024-09-16T00:53:13.815985+0000","last_fullsized":"2024-09-16T00:53:13.815985+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:49.554992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817978+0000","last_change":"2024-09-16T00:53:13.816776+0000","last_active":"2024-09-16T00:53:13.817978+0000","last_peered":"2024-09-16T00:53:13.817978+0000","last_clean":"2024-09-16T00:53:13.817978+0000","last_became_active":"2024-09-16T00:53:13.816461+0000","last_became_peered":"2024-09-16T00:53:13.816461+0000","last_unstale":"2024-09-16T00:53:13.817978+0000","last_undegraded":"2024-09-16T00:53:13.817978+0000","last_fullsized":"2024-09-16T00:53:13.817978+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:56.751713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807848+0000","last_change":"2024-09-16T00:53:13.807848+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807848+0000","last_undegraded":"2024-09-16T00:53:13.807848+0000","last_fullsized":"2024-09-16T00:53:13.807848+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797542+0000","last_change":"2024-09-16T00:53:12.797542+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797542+0000","last_undegraded":"2024-09-16T00:53:12.797542+0000","last_fullsized":"2024-09-16T00:53:12.797542+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793080+0000","last_change":"2024-09-16T00:53:12.793080+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793080+0000","last_undegraded":"2024-09-16T00:53:12.793080+0000","last_fullsized":"2024-09-16T00:53:12.793080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804039+0000","last_change":"2024-09-16T00:53:13.804039+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804039+0000","last_undegraded":"2024-09-16T00:53:13.804039+0000","last_fullsized":"2024-09-16T00:53:13.804039+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819265+0000","last_change":"2024-09-16T00:53:13.818313+0000","last_active":"2024-09-16T00:53:13.819265+0000","last_peered":"2024-09-16T00:53:13.819265+0000","last_clean":"2024-09-16T00:53:13.819265+0000","last_became_active":"2024-09-16T00:53:13.818042+0000","last_became_peered":"2024-09-16T00:53:13.818042+0000","last_unstale":"2024-09-16T00:53:13.819265+0000","last_undegraded":"2024-09-16T00:53:13.819265+0000","last_fullsized":"2024-09-16T00:53:13.819265+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817937+0000","last_change":"2024-09-16T00:53:13.816204+0000","last_active":"2024-09-16T00:53:13.817937+0000","last_peered":"2024-09-16T00:53:13.817937+0000","last_clean":"2024-09-16T00:53:13.817937+0000","last_became_active":"2024-09-16T00:53:13.815889+0000","last_became_peered":"2024-09-16T00:53:13.815889+0000","last_unstale":"2024-09-16T00:53:13.817937+0000","last_undegraded":"2024-09-16T00:53:13.817937+0000","last_fullsized":"2024-09-16T00:53:13.817937+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:59.920538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804124+0000","last_change":"2024-09-16T00:53:13.804124+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804124+0000","last_undegraded":"2024-09-16T00:53:13.804124+0000","last_fullsized":"2024-09-16T00:53:13.804124+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795842+0000","last_change":"2024-09-16T00:53:12.795842+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795842+0000","last_undegraded":"2024-09-16T00:53:12.795842+0000","last_fullsized":"2024-09-16T00:53:12.795842+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798219+0000","last_change":"2024-09-16T00:53:12.798219+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798219+0000","last_undegraded":"2024-09-16T00:53:12.798219+0000","last_fullsized":"2024-09-16T00:53:12.798219+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804328+0000","last_change":"2024-09-16T00:53:13.804328+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804328+0000","last_undegraded":"2024-09-16T00:53:13.804328+0000","last_fullsized":"2024-09-16T00:53:13.804328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797570+0000","last_change":"2024-09-16T00:53:12.797570+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797570+0000","last_undegraded":"2024-09-16T00:53:12.797570+0000","last_fullsized":"2024-09-16T00:53:12.797570+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803307+0000","last_change":"2024-09-16T00:53:13.803307+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803307+0000","last_undegraded":"2024-09-16T00:53:13.803307+0000","last_fullsized":"2024-09-16T00:53:13.803307+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795832+0000","last_change":"2024-09-16T00:53:12.795832+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795832+0000","last_undegraded":"2024-09-16T00:53:12.795832+0000","last_fullsized":"2024-09-16T00:53:12.795832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807325+0000","last_change":"2024-09-16T00:53:13.807325+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807325+0000","last_undegraded":"2024-09-16T00:53:13.807325+0000","last_fullsized":"2024-09-16T00:53:13.807325+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795289+0000","last_change":"2024-09-16T00:53:12.795289+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795289+0000","last_undegraded":"2024-09-16T00:53:12.795289+0000","last_fullsized":"2024-09-16T00:53:12.795289+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":8,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819133+0000","last_change":"2024-09-16T00:53:13.819133+0000","last_active":"2024-09-16T00:53:13.819133+0000","last_peered":"2024-09-16T00:53:13.819133+0000","last_clean":"2024-09-16T00:53:13.819133+0000","last_became_active":"2024-09-16T00:53:13.818826+0000","last_became_peered":"2024-09-16T00:53:13.818826+0000","last_unstale":"2024-09-16T00:53:13.819133+0000","last_undegraded":"2024-09-16T00:53:13.819133+0000","last_fullsized":"2024-09-16T00:53:13.819133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813018+0000","last_change":"2024-09-16T00:53:13.816379+0000","last_active":"2024-09-16T00:53:14.813018+0000","last_peered":"2024-09-16T00:53:14.813018+0000","last_clean":"2024-09-16T00:53:14.813018+0000","last_became_active":"2024-09-16T00:53:13.815116+0000","last_became_peered":"2024-09-16T00:53:13.815116+0000","last_unstale":"2024-09-16T00:53:14.813018+0000","last_undegraded":"2024-09-16T00:53:14.813018+0000","last_fullsized":"2024-09-16T00:53:14.813018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793075+0000","last_change":"2024-09-16T00:53:12.793075+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793075+0000","last_undegraded":"2024-09-16T00:53:12.793075+0000","last_fullsized":"2024-09-16T00:53:12.793075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798869+0000","last_change":"2024-09-16T00:53:12.798869+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798869+0000","last_undegraded":"2024-09-16T00:53:12.798869+0000","last_fullsized":"2024-09-16T00:53:12.798869+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819630+0000","last_change":"2024-09-16T00:53:13.818804+0000","last_active":"2024-09-16T00:53:13.819630+0000","last_peered":"2024-09-16T00:53:13.819630+0000","last_clean":"2024-09-16T00:53:13.819630+0000","last_became_active":"2024-09-16T00:53:13.818498+0000","last_became_peered":"2024-09-16T00:53:13.818498+0000","last_unstale":"2024-09-16T00:53:13.819630+0000","last_undegraded":"2024-09-16T00:53:13.819630+0000","last_fullsized":"2024-09-16T00:53:13.819630+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805204+0000","last_change":"2024-09-16T00:53:13.805204+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805204+0000","last_undegraded":"2024-09-16T00:53:13.805204+0000","last_fullsized":"2024-09-16T00:53:13.805204+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812643+0000","last_change":"2024-09-16T00:53:13.811160+0000","last_active":"2024-09-16T00:53:13.812643+0000","last_peered":"2024-09-16T00:53:13.812643+0000","last_clean":"2024-09-16T00:53:13.812643+0000","last_became_active":"2024-09-16T00:53:13.810883+0000","last_became_peered":"2024-09-16T00:53:13.810883+0000","last_unstale":"2024-09-16T00:53:13.812643+0000","last_undegraded":"2024-09-16T00:53:13.812643+0000","last_fullsized":"2024-09-16T00:53:13.812643+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:16.975036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804431+0000","last_change":"2024-09-16T00:53:13.804431+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804431+0000","last_undegraded":"2024-09-16T00:53:13.804431+0000","last_fullsized":"2024-09-16T00:53:13.804431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.816026+0000","last_change":"2024-09-16T00:53:13.814061+0000","last_active":"2024-09-16T00:53:13.816026+0000","last_peered":"2024-09-16T00:53:13.816026+0000","last_clean":"2024-09-16T00:53:13.816026+0000","last_became_active":"2024-09-16T00:53:13.813777+0000","last_became_peered":"2024-09-16T00:53:13.813777+0000","last_unstale":"2024-09-16T00:53:13.816026+0000","last_undegraded":"2024-09-16T00:53:13.816026+0000","last_fullsized":"2024-09-16T00:53:13.816026+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818145+0000","last_change":"2024-09-16T00:53:13.817320+0000","last_active":"2024-09-16T00:53:13.818145+0000","last_peered":"2024-09-16T00:53:13.818145+0000","last_clean":"2024-09-16T00:53:13.818145+0000","last_became_active":"2024-09-16T00:53:13.816974+0000","last_became_peered":"2024-09-16T00:53:13.816974+0000","last_unstale":"2024-09-16T00:53:13.818145+0000","last_undegraded":"2024-09-16T00:53:13.818145+0000","last_fullsized":"2024-09-16T00:53:13.818145+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:49.416240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802616+0000","last_change":"2024-09-16T00:53:13.802616+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802616+0000","last_undegraded":"2024-09-16T00:53:13.802616+0000","last_fullsized":"2024-09-16T00:53:13.802616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.813031+0000","last_change":"2024-09-16T00:53:13.812311+0000","last_active":"2024-09-16T00:53:13.813031+0000","last_peered":"2024-09-16T00:53:13.813031+0000","last_clean":"2024-09-16T00:53:13.813031+0000","last_became_active":"2024-09-16T00:53:13.811988+0000","last_became_peered":"2024-09-16T00:53:13.811988+0000","last_unstale":"2024-09-16T00:53:13.813031+0000","last_undegraded":"2024-09-16T00:53:13.813031+0000","last_fullsized":"2024-09-16T00:53:13.813031+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:08.799550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793043+0000","last_change":"2024-09-16T00:53:12.793043+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793043+0000","last_undegraded":"2024-09-16T00:53:12.793043+0000","last_fullsized":"2024-09-16T00:53:12.793043+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.814875+0000","last_change":"2024-09-16T00:53:13.813794+0000","last_active":"2024-09-16T00:53:13.814875+0000","last_peered":"2024-09-16T00:53:13.814875+0000","last_clean":"2024-09-16T00:53:13.814875+0000","last_became_active":"2024-09-16T00:53:13.813380+0000","last_became_peered":"2024-09-16T00:53:13.813380+0000","last_unstale":"2024-09-16T00:53:13.814875+0000","last_undegraded":"2024-09-16T00:53:13.814875+0000","last_fullsized":"2024-09-16T00:53:13.814875+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:58.638223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805274+0000","last_change":"2024-09-16T00:53:13.805274+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805274+0000","last_undegraded":"2024-09-16T00:53:13.805274+0000","last_fullsized":"2024-09-16T00:53:13.805274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798377+0000","last_change":"2024-09-16T00:53:12.798377+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798377+0000","last_undegraded":"2024-09-16T00:53:12.798377+0000","last_fullsized":"2024-09-16T00:53:12.798377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819618+0000","last_change":"2024-09-16T00:53:13.818421+0000","last_active":"2024-09-16T00:53:13.819618+0000","last_peered":"2024-09-16T00:53:13.819618+0000","last_clean":"2024-09-16T00:53:13.819618+0000","last_became_active":"2024-09-16T00:53:13.818107+0000","last_became_peered":"2024-09-16T00:53:13.818107+0000","last_unstale":"2024-09-16T00:53:13.819618+0000","last_undegraded":"2024-09-16T00:53:13.819618+0000","last_fullsized":"2024-09-16T00:53:13.819618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:32:40.778318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812426+0000","last_change":"2024-09-16T00:53:13.810875+0000","last_active":"2024-09-16T00:53:13.812426+0000","last_peered":"2024-09-16T00:53:13.812426+0000","last_clean":"2024-09-16T00:53:13.812426+0000","last_became_active":"2024-09-16T00:53:13.810589+0000","last_became_peered":"2024-09-16T00:53:13.810589+0000","last_unstale":"2024-09-16T00:53:13.812426+0000","last_undegraded":"2024-09-16T00:53:13.812426+0000","last_fullsized":"2024-09-16T00:53:13.812426+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806902+0000","last_change":"2024-09-16T00:53:13.806902+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806902+0000","last_undegraded":"2024-09-16T00:53:13.806902+0000","last_fullsized":"2024-09-16T00:53:13.806902+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811541+0000","last_change":"2024-09-16T00:53:13.809849+0000","last_active":"2024-09-16T00:53:13.811541+0000","last_peered":"2024-09-16T00:53:13.811541+0000","last_clean":"2024-09-16T00:53:13.811541+0000","last_became_active":"2024-09-16T00:53:13.809522+0000","last_became_peered":"2024-09-16T00:53:13.809522+0000","last_unstale":"2024-09-16T00:53:13.811541+0000","last_undegraded":"2024-09-16T00:53:13.811541+0000","last_fullsized":"2024-09-16T00:53:13.811541+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805800+0000","last_change":"2024-09-16T00:53:13.805800+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805800+0000","last_undegraded":"2024-09-16T00:53:13.805800+0000","last_fullsized":"2024-09-16T00:53:13.805800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813564+0000","last_change":"2024-09-16T00:53:13.815937+0000","last_active":"2024-09-16T00:53:14.813564+0000","last_peered":"2024-09-16T00:53:14.813564+0000","last_clean":"2024-09-16T00:53:14.813564+0000","last_became_active":"2024-09-16T00:53:13.815661+0000","last_became_peered":"2024-09-16T00:53:13.815661+0000","last_unstale":"2024-09-16T00:53:14.813564+0000","last_undegraded":"2024-09-16T00:53:14.813564+0000","last_fullsized":"2024-09-16T00:53:14.813564+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:38.338432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804494+0000","last_change":"2024-09-16T00:53:13.804494+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804494+0000","last_undegraded":"2024-09-16T00:53:13.804494+0000","last_fullsized":"2024-09-16T00:53:13.804494+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818263+0000","last_change":"2024-09-16T00:53:13.817569+0000","last_active":"2024-09-16T00:53:13.818263+0000","last_peered":"2024-09-16T00:53:13.818263+0000","last_clean":"2024-09-16T00:53:13.818263+0000","last_became_active":"2024-09-16T00:53:13.817222+0000","last_became_peered":"2024-09-16T00:53:13.817222+0000","last_unstale":"2024-09-16T00:53:13.818263+0000","last_undegraded":"2024-09-16T00:53:13.818263+0000","last_fullsized":"2024-09-16T00:53:13.818263+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:38:58.894392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.794715+0000","last_change":"2024-09-16T00:53:12.794715+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.794715+0000","last_undegraded":"2024-09-16T00:53:12.794715+0000","last_fullsized":"2024-09-16T00:53:12.794715+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793102+0000","last_change":"2024-09-16T00:53:12.793102+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793102+0000","last_undegraded":"2024-09-16T00:53:12.793102+0000","last_fullsized":"2024-09-16T00:53:12.793102+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-16T00:53:12.793722+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:12.793722+0000","last_peered":"2024-09-16T00:53:12.793722+0000","last_clean":"2024-09-16T00:53:12.793722+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:12.793722+0000","last_undegraded":"2024-09-16T00:53:12.793722+0000","last_fullsized":"2024-09-16T00:53:12.793722+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":66,"acting":66,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476751,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":417792,"data_stored":179690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":999424,"data_stored":763391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":987136,"data_stored":757182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31580,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:17.793 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:17.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.930+0000 7f1c60bd8640 1 Processor -- start 2024-09-16T00:53:17.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.930+0000 7f1c60bd8640 1 -- start start 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c60bd8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5c06baf0 0x7f1c5c06bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c60bd8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 0x7f1c5c0cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c60bd8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c5c073ec0 con 0x7f1c5c162070 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c60bd8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f1c5c06c410 con 0x7f1c5c06baf0 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c60bd8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1c5c072e20 con 0x7f1c5c15e760 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.931+0000 7f1c5a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5c06baf0 0x7f1c5c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5c06baf0 0x7f1c5c06bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46560/0 (socket says 172.21.15.32:46560) 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 -- 172.21.15.32:0/4208536976 learned_addr learned my addr 172.21.15.32:0/4208536976 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c59d9b640 1 --2- 172.21.15.32:0/4208536976 >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 0x7f1c5c0cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 -- 172.21.15.32:0/4208536976 >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 msgr2=0x7f1c5c0cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 --2- 172.21.15.32:0/4208536976 >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 0x7f1c5c0cefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 -- 172.21.15.32:0/4208536976 >> v1:172.21.15.50:6789/0 conn(0x7f1c5c162070 legacy=0x7f1c5c1624e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c5a59c640 1 -- 172.21.15.32:0/4208536976 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5c073100 con 0x7f1c5c06baf0 2024-09-16T00:53:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.932+0000 7f1c59d9b640 1 --2- 172.21.15.32:0/4208536976 >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 0x7f1c5c0cefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:17.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c5a59c640 1 --2- 172.21.15.32:0/4208536976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c06bed0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c0d0d00 tx=0x7f1c4c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=552db7a70432e93e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c5959a640 1 -- 172.21.15.32:0/4208536976 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c036070 con 0x7f1c5c06baf0 2024-09-16T00:53:17.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c5959a640 1 -- 172.21.15.32:0/4208536976 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4c031600 con 0x7f1c5c06baf0 2024-09-16T00:53:17.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c5959a640 1 -- 172.21.15.32:0/4208536976 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c0319d0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 -- 172.21.15.32:0/4208536976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 msgr2=0x7f1c5c06bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/4208536976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c06bed0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c0d0d00 tx=0x7f1c4c02a660 comp rx=0 tx=0).stop 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 -- 172.21.15.32:0/4208536976 shutdown_connections 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/4208536976 >> v2:172.21.15.50:3300/0 conn(0x7f1c5c15e760 0x7f1c5c0cefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/4208536976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c06bed0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 -- 172.21.15.32:0/4208536976 >> 172.21.15.32:0/4208536976 conn(0x7f1c5c0b2c50 msgr2=0x7f1c5c0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 -- 172.21.15.32:0/4208536976 shutdown_connections 2024-09-16T00:53:17.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.933+0000 7f1c60bd8640 1 -- 172.21.15.32:0/4208536976 wait complete. 2024-09-16T00:53:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.935+0000 7f1c60bd8640 1 Processor -- start 2024-09-16T00:53:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.935+0000 7f1c60bd8640 1 -- start start 2024-09-16T00:53:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c5c15e760 0x7f1c5c1545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 0x7f1c5c14fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5c0739a0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5c0736c0 con 0x7f1c5c162070 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c5c06c850 con 0x7f1c5c15e760 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46574/0 (socket says 172.21.15.32:46574) 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 -- 172.21.15.32:0/877316393 learned_addr learned my addr 172.21.15.32:0/877316393 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5ad9d640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 0x7f1c5c14fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c59d9b640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c5c15e760 0x7f1c5c1545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 -- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c5c15e760 msgr2=0x7f1c5c1545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c5c15e760 0x7f1c5c1545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 -- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 msgr2=0x7f1c5c14fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 0x7f1c5c14fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 -- 172.21.15.32:0/877316393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5c154dd0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5ad9d640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 0x7f1c5c14fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c5a59c640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c000f80 tx=0x7f1c4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c036050 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4c042070 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c009510 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5c1550b0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.936+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c5c160060 con 0x7f1c5c06baf0 2024-09-16T00:53:17.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.937+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c5c06bed0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.938+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c4c007c70 con 0x7f1c5c06baf0 2024-09-16T00:53:17.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.938+0000 7f1c52ffd640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 0x7f1c3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:17.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.938+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f1c4c0ac4e0 con 0x7f1c5c06baf0 2024-09-16T00:53:17.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.938+0000 7f1c59d9b640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 0x7f1c3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:17.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.939+0000 7f1c59d9b640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 0x7f1c3c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c154220 tx=0x7f1c44008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:17.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:17.943+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c4c045360 con 0x7f1c5c06baf0 2024-09-16T00:53:18.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.113+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c5c068640 con 0x7f1c3c06c2b0 2024-09-16T00:53:18.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.119+0000 7f1c52ffd640 1 -- 172.21.15.32:0/877316393 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244051 (secure 0 0 0) 0x7f1c4400a1b0 con 0x7f1c3c06c2b0 2024-09-16T00:53:18.123 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:18.124 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:18.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 msgr2=0x7f1c3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 0x7f1c3c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c154220 tx=0x7f1c44008040 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 msgr2=0x7f1c5c1538e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c000f80 tx=0x7f1c4c004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 shutdown_connections 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1c3c06c2b0 0x7f1c3c06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c5c162070 0x7f1c5c14fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c5c15e760 0x7f1c5c1545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 --2- 172.21.15.32:0/877316393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5c06baf0 0x7f1c5c1538e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.122+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 >> 172.21.15.32:0/877316393 conn(0x7f1c5c0b2c50 msgr2=0x7f1c5c0cfad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.123+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 shutdown_connections 2024-09-16T00:53:18.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.123+0000 7f1c60bd8640 1 -- 172.21.15.32:0/877316393 wait complete. 2024-09-16T00:53:18.135 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-16T00:53:17.096213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590950,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":132,"acting":132,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253852,"kb_used_data":4304,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720868,"statfs":{"total":773094113280,"available":772834168832,"internally_reserved":0,"allocated":4407296,"data_stored":2552960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.305115"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806188+0000","last_change":"2024-09-16T00:53:13.806188+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806188+0000","last_undegraded":"2024-09-16T00:53:13.806188+0000","last_fullsized":"2024-09-16T00:53:13.806188+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804598+0000","last_change":"2024-09-16T00:53:13.804598+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804598+0000","last_undegraded":"2024-09-16T00:53:13.804598+0000","last_fullsized":"2024-09-16T00:53:13.804598+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805321+0000","last_change":"2024-09-16T00:53:13.805321+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805321+0000","last_undegraded":"2024-09-16T00:53:13.805321+0000","last_fullsized":"2024-09-16T00:53:13.805321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805563+0000","last_change":"2024-09-16T00:53:13.805563+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805563+0000","last_undegraded":"2024-09-16T00:53:13.805563+0000","last_fullsized":"2024-09-16T00:53:13.805563+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802620+0000","last_change":"2024-09-16T00:53:13.802620+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802620+0000","last_undegraded":"2024-09-16T00:53:13.802620+0000","last_fullsized":"2024-09-16T00:53:13.802620+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806656+0000","last_change":"2024-09-16T00:53:13.806656+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806656+0000","last_undegraded":"2024-09-16T00:53:13.806656+0000","last_fullsized":"2024-09-16T00:53:13.806656+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804938+0000","last_change":"2024-09-16T00:53:13.804938+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804938+0000","last_undegraded":"2024-09-16T00:53:13.804938+0000","last_fullsized":"2024-09-16T00:53:13.804938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.811617+0000","last_change":"2024-09-16T00:53:14.811617+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.811617+0000","last_undegraded":"2024-09-16T00:53:14.811617+0000","last_fullsized":"2024-09-16T00:53:14.811617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802759+0000","last_change":"2024-09-16T00:53:13.802759+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802759+0000","last_undegraded":"2024-09-16T00:53:13.802759+0000","last_fullsized":"2024-09-16T00:53:13.802759+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.808168+0000","last_change":"2024-09-16T00:53:14.808168+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.808168+0000","last_undegraded":"2024-09-16T00:53:14.808168+0000","last_fullsized":"2024-09-16T00:53:14.808168+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803437+0000","last_change":"2024-09-16T00:53:13.803437+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803437+0000","last_undegraded":"2024-09-16T00:53:13.803437+0000","last_fullsized":"2024-09-16T00:53:13.803437+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803586+0000","last_change":"2024-09-16T00:53:13.803586+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803586+0000","last_undegraded":"2024-09-16T00:53:13.803586+0000","last_fullsized":"2024-09-16T00:53:13.803586+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807743+0000","last_change":"2024-09-16T00:53:14.807743+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807743+0000","last_undegraded":"2024-09-16T00:53:14.807743+0000","last_fullsized":"2024-09-16T00:53:14.807743+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.808019+0000","last_change":"2024-09-16T00:53:13.808019+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.808019+0000","last_undegraded":"2024-09-16T00:53:13.808019+0000","last_fullsized":"2024-09-16T00:53:13.808019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":8,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.818423+0000","last_change":"2024-09-16T00:53:14.818423+0000","last_active":"2024-09-16T00:53:14.818423+0000","last_peered":"2024-09-16T00:53:14.818423+0000","last_clean":"2024-09-16T00:53:14.818423+0000","last_became_active":"2024-09-16T00:53:14.818131+0000","last_became_peered":"2024-09-16T00:53:14.818131+0000","last_unstale":"2024-09-16T00:53:14.818423+0000","last_undegraded":"2024-09-16T00:53:14.818423+0000","last_fullsized":"2024-09-16T00:53:14.818423+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:39.957611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815471+0000","last_change":"2024-09-16T00:53:14.814391+0000","last_active":"2024-09-16T00:53:14.815471+0000","last_peered":"2024-09-16T00:53:14.815471+0000","last_clean":"2024-09-16T00:53:14.815471+0000","last_became_active":"2024-09-16T00:53:14.814091+0000","last_became_peered":"2024-09-16T00:53:14.814091+0000","last_unstale":"2024-09-16T00:53:14.815471+0000","last_undegraded":"2024-09-16T00:53:14.815471+0000","last_fullsized":"2024-09-16T00:53:14.815471+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:11.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807671+0000","last_change":"2024-09-16T00:53:14.807671+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807671+0000","last_undegraded":"2024-09-16T00:53:14.807671+0000","last_fullsized":"2024-09-16T00:53:14.807671+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805601+0000","last_change":"2024-09-16T00:53:13.805601+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805601+0000","last_undegraded":"2024-09-16T00:53:13.805601+0000","last_fullsized":"2024-09-16T00:53:13.805601+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"38'3","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815344+0000","last_change":"2024-09-16T00:53:13.814470+0000","last_active":"2024-09-16T00:53:14.815344+0000","last_peered":"2024-09-16T00:53:14.815344+0000","last_clean":"2024-09-16T00:53:14.815344+0000","last_became_active":"2024-09-16T00:53:13.814198+0000","last_became_peered":"2024-09-16T00:53:13.814198+0000","last_unstale":"2024-09-16T00:53:14.815344+0000","last_undegraded":"2024-09-16T00:53:14.815344+0000","last_fullsized":"2024-09-16T00:53:14.815344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805281+0000","last_change":"2024-09-16T00:53:13.805281+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805281+0000","last_undegraded":"2024-09-16T00:53:13.805281+0000","last_fullsized":"2024-09-16T00:53:13.805281+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811707+0000","last_change":"2024-09-16T00:53:13.810188+0000","last_active":"2024-09-16T00:53:13.811707+0000","last_peered":"2024-09-16T00:53:13.811707+0000","last_clean":"2024-09-16T00:53:13.811707+0000","last_became_active":"2024-09-16T00:53:13.809889+0000","last_became_peered":"2024-09-16T00:53:13.809889+0000","last_unstale":"2024-09-16T00:53:13.811707+0000","last_undegraded":"2024-09-16T00:53:13.811707+0000","last_fullsized":"2024-09-16T00:53:13.811707+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804122+0000","last_change":"2024-09-16T00:53:13.804122+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804122+0000","last_undegraded":"2024-09-16T00:53:13.804122+0000","last_fullsized":"2024-09-16T00:53:13.804122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.815985+0000","last_change":"2024-09-16T00:53:13.813347+0000","last_active":"2024-09-16T00:53:13.815985+0000","last_peered":"2024-09-16T00:53:13.815985+0000","last_clean":"2024-09-16T00:53:13.815985+0000","last_became_active":"2024-09-16T00:53:13.813045+0000","last_became_peered":"2024-09-16T00:53:13.813045+0000","last_unstale":"2024-09-16T00:53:13.815985+0000","last_undegraded":"2024-09-16T00:53:13.815985+0000","last_fullsized":"2024-09-16T00:53:13.815985+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:49.554992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817978+0000","last_change":"2024-09-16T00:53:13.816776+0000","last_active":"2024-09-16T00:53:13.817978+0000","last_peered":"2024-09-16T00:53:13.817978+0000","last_clean":"2024-09-16T00:53:13.817978+0000","last_became_active":"2024-09-16T00:53:13.816461+0000","last_became_peered":"2024-09-16T00:53:13.816461+0000","last_unstale":"2024-09-16T00:53:13.817978+0000","last_undegraded":"2024-09-16T00:53:13.817978+0000","last_fullsized":"2024-09-16T00:53:13.817978+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:56.751713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807848+0000","last_change":"2024-09-16T00:53:13.807848+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807848+0000","last_undegraded":"2024-09-16T00:53:13.807848+0000","last_fullsized":"2024-09-16T00:53:13.807848+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797542+0000","last_change":"2024-09-16T00:53:12.797542+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797542+0000","last_undegraded":"2024-09-16T00:53:12.797542+0000","last_fullsized":"2024-09-16T00:53:12.797542+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793080+0000","last_change":"2024-09-16T00:53:12.793080+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793080+0000","last_undegraded":"2024-09-16T00:53:12.793080+0000","last_fullsized":"2024-09-16T00:53:12.793080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804039+0000","last_change":"2024-09-16T00:53:13.804039+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804039+0000","last_undegraded":"2024-09-16T00:53:13.804039+0000","last_fullsized":"2024-09-16T00:53:13.804039+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819265+0000","last_change":"2024-09-16T00:53:13.818313+0000","last_active":"2024-09-16T00:53:13.819265+0000","last_peered":"2024-09-16T00:53:13.819265+0000","last_clean":"2024-09-16T00:53:13.819265+0000","last_became_active":"2024-09-16T00:53:13.818042+0000","last_became_peered":"2024-09-16T00:53:13.818042+0000","last_unstale":"2024-09-16T00:53:13.819265+0000","last_undegraded":"2024-09-16T00:53:13.819265+0000","last_fullsized":"2024-09-16T00:53:13.819265+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817937+0000","last_change":"2024-09-16T00:53:13.816204+0000","last_active":"2024-09-16T00:53:13.817937+0000","last_peered":"2024-09-16T00:53:13.817937+0000","last_clean":"2024-09-16T00:53:13.817937+0000","last_became_active":"2024-09-16T00:53:13.815889+0000","last_became_peered":"2024-09-16T00:53:13.815889+0000","last_unstale":"2024-09-16T00:53:13.817937+0000","last_undegraded":"2024-09-16T00:53:13.817937+0000","last_fullsized":"2024-09-16T00:53:13.817937+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:59.920538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804124+0000","last_change":"2024-09-16T00:53:13.804124+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804124+0000","last_undegraded":"2024-09-16T00:53:13.804124+0000","last_fullsized":"2024-09-16T00:53:13.804124+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795842+0000","last_change":"2024-09-16T00:53:12.795842+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795842+0000","last_undegraded":"2024-09-16T00:53:12.795842+0000","last_fullsized":"2024-09-16T00:53:12.795842+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798219+0000","last_change":"2024-09-16T00:53:12.798219+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798219+0000","last_undegraded":"2024-09-16T00:53:12.798219+0000","last_fullsized":"2024-09-16T00:53:12.798219+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804328+0000","last_change":"2024-09-16T00:53:13.804328+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804328+0000","last_undegraded":"2024-09-16T00:53:13.804328+0000","last_fullsized":"2024-09-16T00:53:13.804328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797570+0000","last_change":"2024-09-16T00:53:12.797570+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797570+0000","last_undegraded":"2024-09-16T00:53:12.797570+0000","last_fullsized":"2024-09-16T00:53:12.797570+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803307+0000","last_change":"2024-09-16T00:53:13.803307+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803307+0000","last_undegraded":"2024-09-16T00:53:13.803307+0000","last_fullsized":"2024-09-16T00:53:13.803307+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795832+0000","last_change":"2024-09-16T00:53:12.795832+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795832+0000","last_undegraded":"2024-09-16T00:53:12.795832+0000","last_fullsized":"2024-09-16T00:53:12.795832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807325+0000","last_change":"2024-09-16T00:53:13.807325+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807325+0000","last_undegraded":"2024-09-16T00:53:13.807325+0000","last_fullsized":"2024-09-16T00:53:13.807325+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795289+0000","last_change":"2024-09-16T00:53:12.795289+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795289+0000","last_undegraded":"2024-09-16T00:53:12.795289+0000","last_fullsized":"2024-09-16T00:53:12.795289+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":8,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819133+0000","last_change":"2024-09-16T00:53:13.819133+0000","last_active":"2024-09-16T00:53:13.819133+0000","last_peered":"2024-09-16T00:53:13.819133+0000","last_clean":"2024-09-16T00:53:13.819133+0000","last_became_active":"2024-09-16T00:53:13.818826+0000","last_became_peered":"2024-09-16T00:53:13.818826+0000","last_unstale":"2024-09-16T00:53:13.819133+0000","last_undegraded":"2024-09-16T00:53:13.819133+0000","last_fullsized":"2024-09-16T00:53:13.819133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813018+0000","last_change":"2024-09-16T00:53:13.816379+0000","last_active":"2024-09-16T00:53:14.813018+0000","last_peered":"2024-09-16T00:53:14.813018+0000","last_clean":"2024-09-16T00:53:14.813018+0000","last_became_active":"2024-09-16T00:53:13.815116+0000","last_became_peered":"2024-09-16T00:53:13.815116+0000","last_unstale":"2024-09-16T00:53:14.813018+0000","last_undegraded":"2024-09-16T00:53:14.813018+0000","last_fullsized":"2024-09-16T00:53:14.813018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793075+0000","last_change":"2024-09-16T00:53:12.793075+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793075+0000","last_undegraded":"2024-09-16T00:53:12.793075+0000","last_fullsized":"2024-09-16T00:53:12.793075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798869+0000","last_change":"2024-09-16T00:53:12.798869+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798869+0000","last_undegraded":"2024-09-16T00:53:12.798869+0000","last_fullsized":"2024-09-16T00:53:12.798869+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819630+0000","last_change":"2024-09-16T00:53:13.818804+0000","last_active":"2024-09-16T00:53:13.819630+0000","last_peered":"2024-09-16T00:53:13.819630+0000","last_clean":"2024-09-16T00:53:13.819630+0000","last_became_active":"2024-09-16T00:53:13.818498+0000","last_became_peered":"2024-09-16T00:53:13.818498+0000","last_unstale":"2024-09-16T00:53:13.819630+0000","last_undegraded":"2024-09-16T00:53:13.819630+0000","last_fullsized":"2024-09-16T00:53:13.819630+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805204+0000","last_change":"2024-09-16T00:53:13.805204+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805204+0000","last_undegraded":"2024-09-16T00:53:13.805204+0000","last_fullsized":"2024-09-16T00:53:13.805204+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812643+0000","last_change":"2024-09-16T00:53:13.811160+0000","last_active":"2024-09-16T00:53:13.812643+0000","last_peered":"2024-09-16T00:53:13.812643+0000","last_clean":"2024-09-16T00:53:13.812643+0000","last_became_active":"2024-09-16T00:53:13.810883+0000","last_became_peered":"2024-09-16T00:53:13.810883+0000","last_unstale":"2024-09-16T00:53:13.812643+0000","last_undegraded":"2024-09-16T00:53:13.812643+0000","last_fullsized":"2024-09-16T00:53:13.812643+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:16.975036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804431+0000","last_change":"2024-09-16T00:53:13.804431+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804431+0000","last_undegraded":"2024-09-16T00:53:13.804431+0000","last_fullsized":"2024-09-16T00:53:13.804431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.816026+0000","last_change":"2024-09-16T00:53:13.814061+0000","last_active":"2024-09-16T00:53:13.816026+0000","last_peered":"2024-09-16T00:53:13.816026+0000","last_clean":"2024-09-16T00:53:13.816026+0000","last_became_active":"2024-09-16T00:53:13.813777+0000","last_became_peered":"2024-09-16T00:53:13.813777+0000","last_unstale":"2024-09-16T00:53:13.816026+0000","last_undegraded":"2024-09-16T00:53:13.816026+0000","last_fullsized":"2024-09-16T00:53:13.816026+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818145+0000","last_change":"2024-09-16T00:53:13.817320+0000","last_active":"2024-09-16T00:53:13.818145+0000","last_peered":"2024-09-16T00:53:13.818145+0000","last_clean":"2024-09-16T00:53:13.818145+0000","last_became_active":"2024-09-16T00:53:13.816974+0000","last_became_peered":"2024-09-16T00:53:13.816974+0000","last_unstale":"2024-09-16T00:53:13.818145+0000","last_undegraded":"2024-09-16T00:53:13.818145+0000","last_fullsized":"2024-09-16T00:53:13.818145+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:49.416240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802616+0000","last_change":"2024-09-16T00:53:13.802616+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802616+0000","last_undegraded":"2024-09-16T00:53:13.802616+0000","last_fullsized":"2024-09-16T00:53:13.802616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.813031+0000","last_change":"2024-09-16T00:53:13.812311+0000","last_active":"2024-09-16T00:53:13.813031+0000","last_peered":"2024-09-16T00:53:13.813031+0000","last_clean":"2024-09-16T00:53:13.813031+0000","last_became_active":"2024-09-16T00:53:13.811988+0000","last_became_peered":"2024-09-16T00:53:13.811988+0000","last_unstale":"2024-09-16T00:53:13.813031+0000","last_undegraded":"2024-09-16T00:53:13.813031+0000","last_fullsized":"2024-09-16T00:53:13.813031+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:08.799550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793043+0000","last_change":"2024-09-16T00:53:12.793043+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793043+0000","last_undegraded":"2024-09-16T00:53:12.793043+0000","last_fullsized":"2024-09-16T00:53:12.793043+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.814875+0000","last_change":"2024-09-16T00:53:13.813794+0000","last_active":"2024-09-16T00:53:13.814875+0000","last_peered":"2024-09-16T00:53:13.814875+0000","last_clean":"2024-09-16T00:53:13.814875+0000","last_became_active":"2024-09-16T00:53:13.813380+0000","last_became_peered":"2024-09-16T00:53:13.813380+0000","last_unstale":"2024-09-16T00:53:13.814875+0000","last_undegraded":"2024-09-16T00:53:13.814875+0000","last_fullsized":"2024-09-16T00:53:13.814875+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:58.638223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805274+0000","last_change":"2024-09-16T00:53:13.805274+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805274+0000","last_undegraded":"2024-09-16T00:53:13.805274+0000","last_fullsized":"2024-09-16T00:53:13.805274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798377+0000","last_change":"2024-09-16T00:53:12.798377+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798377+0000","last_undegraded":"2024-09-16T00:53:12.798377+0000","last_fullsized":"2024-09-16T00:53:12.798377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819618+0000","last_change":"2024-09-16T00:53:13.818421+0000","last_active":"2024-09-16T00:53:13.819618+0000","last_peered":"2024-09-16T00:53:13.819618+0000","last_clean":"2024-09-16T00:53:13.819618+0000","last_became_active":"2024-09-16T00:53:13.818107+0000","last_became_peered":"2024-09-16T00:53:13.818107+0000","last_unstale":"2024-09-16T00:53:13.819618+0000","last_undegraded":"2024-09-16T00:53:13.819618+0000","last_fullsized":"2024-09-16T00:53:13.819618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:32:40.778318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812426+0000","last_change":"2024-09-16T00:53:13.810875+0000","last_active":"2024-09-16T00:53:13.812426+0000","last_peered":"2024-09-16T00:53:13.812426+0000","last_clean":"2024-09-16T00:53:13.812426+0000","last_became_active":"2024-09-16T00:53:13.810589+0000","last_became_peered":"2024-09-16T00:53:13.810589+0000","last_unstale":"2024-09-16T00:53:13.812426+0000","last_undegraded":"2024-09-16T00:53:13.812426+0000","last_fullsized":"2024-09-16T00:53:13.812426+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806902+0000","last_change":"2024-09-16T00:53:13.806902+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806902+0000","last_undegraded":"2024-09-16T00:53:13.806902+0000","last_fullsized":"2024-09-16T00:53:13.806902+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811541+0000","last_change":"2024-09-16T00:53:13.809849+0000","last_active":"2024-09-16T00:53:13.811541+0000","last_peered":"2024-09-16T00:53:13.811541+0000","last_clean":"2024-09-16T00:53:13.811541+0000","last_became_active":"2024-09-16T00:53:13.809522+0000","last_became_peered":"2024-09-16T00:53:13.809522+0000","last_unstale":"2024-09-16T00:53:13.811541+0000","last_undegraded":"2024-09-16T00:53:13.811541+0000","last_fullsized":"2024-09-16T00:53:13.811541+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805800+0000","last_change":"2024-09-16T00:53:13.805800+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805800+0000","last_undegraded":"2024-09-16T00:53:13.805800+0000","last_fullsized":"2024-09-16T00:53:13.805800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813564+0000","last_change":"2024-09-16T00:53:13.815937+0000","last_active":"2024-09-16T00:53:14.813564+0000","last_peered":"2024-09-16T00:53:14.813564+0000","last_clean":"2024-09-16T00:53:14.813564+0000","last_became_active":"2024-09-16T00:53:13.815661+0000","last_became_peered":"2024-09-16T00:53:13.815661+0000","last_unstale":"2024-09-16T00:53:14.813564+0000","last_undegraded":"2024-09-16T00:53:14.813564+0000","last_fullsized":"2024-09-16T00:53:14.813564+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:38.338432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804494+0000","last_change":"2024-09-16T00:53:13.804494+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804494+0000","last_undegraded":"2024-09-16T00:53:13.804494+0000","last_fullsized":"2024-09-16T00:53:13.804494+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818263+0000","last_change":"2024-09-16T00:53:13.817569+0000","last_active":"2024-09-16T00:53:13.818263+0000","last_peered":"2024-09-16T00:53:13.818263+0000","last_clean":"2024-09-16T00:53:13.818263+0000","last_became_active":"2024-09-16T00:53:13.817222+0000","last_became_peered":"2024-09-16T00:53:13.817222+0000","last_unstale":"2024-09-16T00:53:13.818263+0000","last_undegraded":"2024-09-16T00:53:13.818263+0000","last_fullsized":"2024-09-16T00:53:13.818263+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:38:58.894392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.794715+0000","last_change":"2024-09-16T00:53:12.794715+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.794715+0000","last_undegraded":"2024-09-16T00:53:12.794715+0000","last_fullsized":"2024-09-16T00:53:12.794715+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793102+0000","last_change":"2024-09-16T00:53:12.793102+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793102+0000","last_undegraded":"2024-09-16T00:53:12.793102+0000","last_fullsized":"2024-09-16T00:53:12.793102+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-16T00:53:12.793722+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:12.793722+0000","last_peered":"2024-09-16T00:53:12.793722+0000","last_clean":"2024-09-16T00:53:12.793722+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:12.793722+0000","last_undegraded":"2024-09-16T00:53:12.793722+0000","last_fullsized":"2024-09-16T00:53:12.793722+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":66,"acting":66,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476751,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":417792,"data_stored":179690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":999424,"data_stored":763391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":987136,"data_stored":757182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31580,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:18.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:18.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.276+0000 7fa81a142640 1 Processor -- start 2024-09-16T00:53:18.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 -- start start 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa81415e2e0 0x7fa81415e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa8140d0e10 0x7fa8140d1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8140d1780 con 0x7fa814162130 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa8140d25a0 con 0x7fa81415e2e0 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa81a142640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa8140cf270 con 0x7fa8140d0e10 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.277+0000 7fa8137fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa81415e2e0 0x7fa81415e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa81415e2e0 0x7fa81415e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46578/0 (socket says 172.21.15.32:46578) 2024-09-16T00:53:18.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 -- 172.21.15.32:0/3355011112 learned_addr learned my addr 172.21.15.32:0/3355011112 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa813fff640 1 --2- 172.21.15.32:0/3355011112 >> v2:172.21.15.50:3300/0 conn(0x7fa8140d0e10 0x7fa8140d1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 -- 172.21.15.32:0/3355011112 >> v2:172.21.15.50:3300/0 conn(0x7fa8140d0e10 msgr2=0x7fa8140d1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 --2- 172.21.15.32:0/3355011112 >> v2:172.21.15.50:3300/0 conn(0x7fa8140d0e10 0x7fa8140d1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 -- 172.21.15.32:0/3355011112 >> v1:172.21.15.50:6789/0 conn(0x7fa814162130 legacy=0x7fa8140ceab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 -- 172.21.15.32:0/3355011112 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8140cf550 con 0x7fa81415e2e0 2024-09-16T00:53:18.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.278+0000 7fa8137fe640 1 --2- 172.21.15.32:0/3355011112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa81415e6c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fa8141631d0 tx=0x7fa80402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b63426975adef36 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa8127fc640 1 -- 172.21.15.32:0/3355011112 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa804037070 con 0x7fa81415e2e0 2024-09-16T00:53:18.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa8127fc640 1 -- 172.21.15.32:0/3355011112 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa804032440 con 0x7fa81415e2e0 2024-09-16T00:53:18.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa8127fc640 1 -- 172.21.15.32:0/3355011112 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa804032810 con 0x7fa81415e2e0 2024-09-16T00:53:18.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 -- 172.21.15.32:0/3355011112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 msgr2=0x7fa81415e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 --2- 172.21.15.32:0/3355011112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa81415e6c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fa8141631d0 tx=0x7fa80402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 -- 172.21.15.32:0/3355011112 shutdown_connections 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 --2- 172.21.15.32:0/3355011112 >> v2:172.21.15.50:3300/0 conn(0x7fa8140d0e10 0x7fa8140d1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 --2- 172.21.15.32:0/3355011112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa81415e6c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 -- 172.21.15.32:0/3355011112 >> 172.21.15.32:0/3355011112 conn(0x7fa81406cad0 msgr2=0x7fa81406cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 -- 172.21.15.32:0/3355011112 shutdown_connections 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.279+0000 7fa81a142640 1 -- 172.21.15.32:0/3355011112 wait complete. 2024-09-16T00:53:18.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.280+0000 7fa81a142640 1 Processor -- start 2024-09-16T00:53:18.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 -- start start 2024-09-16T00:53:18.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d0e10 0x7fa814161070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 0x7fa814156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa8140d2aa0 con 0x7fa81415e2e0 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8140cfb10 con 0x7fa814162130 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.281+0000 7fa81a142640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa8140d2c20 con 0x7fa8140d0e10 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46588/0 (socket says 172.21.15.32:46588) 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 -- 172.21.15.32:0/925063889 learned_addr learned my addr 172.21.15.32:0/925063889 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa8137fe640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d0e10 0x7fa814161070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa813fff640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 0x7fa814156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 -- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d0e10 msgr2=0x7fa814161070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d0e10 0x7fa814161070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 -- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 msgr2=0x7fa814156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 0x7fa814156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 -- 172.21.15.32:0/925063889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8140cb6d0 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa813fff640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 0x7fa814156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa812ffd640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa80800c460 tx=0x7fa80800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa808016020 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa808012870 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8140cb9b0 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa808012c60 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.282+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8140cbf70 con 0x7fa81415e2e0 2024-09-16T00:53:18.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.283+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8140d1240 con 0x7fa81415e2e0 2024-09-16T00:53:18.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.284+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa808019020 con 0x7fa81415e2e0 2024-09-16T00:53:18.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.284+0000 7fa7fbfff640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 0x7fa80006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.284+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fa80808b5d0 con 0x7fa81415e2e0 2024-09-16T00:53:18.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.284+0000 7fa8137fe640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 0x7fa80006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.285+0000 7fa8137fe640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 0x7fa80006e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa804034000 tx=0x7fa80402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.289+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa808020020 con 0x7fa81415e2e0 2024-09-16T00:53:18.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.461+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa8140ba3e0 con 0x7fa80006c2e0 2024-09-16T00:53:18.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.466+0000 7fa7fbfff640 1 -- 172.21.15.32:0/925063889 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244051 (secure 0 0 0) 0x7fa8140ba3e0 con 0x7fa80006c2e0 2024-09-16T00:53:18.470 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:18.471 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.469+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 msgr2=0x7fa80006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 0x7fa80006e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa804034000 tx=0x7fa80402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 msgr2=0x7fa814156560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa80800c460 tx=0x7fa80800c920 comp rx=0 tx=0).stop 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 shutdown_connections 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80006c2e0 0x7fa80006e7a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa814162130 0x7fa814156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e2e0 0x7fa814156560 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 --2- 172.21.15.32:0/925063889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d0e10 0x7fa814161070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 >> 172.21.15.32:0/925063889 conn(0x7fa81406cad0 msgr2=0x7fa8140b4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 shutdown_connections 2024-09-16T00:53:18.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.470+0000 7fa81a142640 1 -- 172.21.15.32:0/925063889 wait complete. 2024-09-16T00:53:18.482 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-16T00:53:17.096213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590950,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":132,"acting":132,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253852,"kb_used_data":4304,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720868,"statfs":{"total":773094113280,"available":772834168832,"internally_reserved":0,"allocated":4407296,"data_stored":2552960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.305115"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806188+0000","last_change":"2024-09-16T00:53:13.806188+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806188+0000","last_undegraded":"2024-09-16T00:53:13.806188+0000","last_fullsized":"2024-09-16T00:53:13.806188+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804598+0000","last_change":"2024-09-16T00:53:13.804598+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804598+0000","last_undegraded":"2024-09-16T00:53:13.804598+0000","last_fullsized":"2024-09-16T00:53:13.804598+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805321+0000","last_change":"2024-09-16T00:53:13.805321+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805321+0000","last_undegraded":"2024-09-16T00:53:13.805321+0000","last_fullsized":"2024-09-16T00:53:13.805321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805563+0000","last_change":"2024-09-16T00:53:13.805563+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805563+0000","last_undegraded":"2024-09-16T00:53:13.805563+0000","last_fullsized":"2024-09-16T00:53:13.805563+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802620+0000","last_change":"2024-09-16T00:53:13.802620+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802620+0000","last_undegraded":"2024-09-16T00:53:13.802620+0000","last_fullsized":"2024-09-16T00:53:13.802620+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806656+0000","last_change":"2024-09-16T00:53:13.806656+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806656+0000","last_undegraded":"2024-09-16T00:53:13.806656+0000","last_fullsized":"2024-09-16T00:53:13.806656+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804938+0000","last_change":"2024-09-16T00:53:13.804938+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804938+0000","last_undegraded":"2024-09-16T00:53:13.804938+0000","last_fullsized":"2024-09-16T00:53:13.804938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.811617+0000","last_change":"2024-09-16T00:53:14.811617+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.811617+0000","last_undegraded":"2024-09-16T00:53:14.811617+0000","last_fullsized":"2024-09-16T00:53:14.811617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802759+0000","last_change":"2024-09-16T00:53:13.802759+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802759+0000","last_undegraded":"2024-09-16T00:53:13.802759+0000","last_fullsized":"2024-09-16T00:53:13.802759+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.808168+0000","last_change":"2024-09-16T00:53:14.808168+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.808168+0000","last_undegraded":"2024-09-16T00:53:14.808168+0000","last_fullsized":"2024-09-16T00:53:14.808168+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803437+0000","last_change":"2024-09-16T00:53:13.803437+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803437+0000","last_undegraded":"2024-09-16T00:53:13.803437+0000","last_fullsized":"2024-09-16T00:53:13.803437+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803586+0000","last_change":"2024-09-16T00:53:13.803586+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803586+0000","last_undegraded":"2024-09-16T00:53:13.803586+0000","last_fullsized":"2024-09-16T00:53:13.803586+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807743+0000","last_change":"2024-09-16T00:53:14.807743+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807743+0000","last_undegraded":"2024-09-16T00:53:14.807743+0000","last_fullsized":"2024-09-16T00:53:14.807743+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.808019+0000","last_change":"2024-09-16T00:53:13.808019+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.808019+0000","last_undegraded":"2024-09-16T00:53:13.808019+0000","last_fullsized":"2024-09-16T00:53:13.808019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":8,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.818423+0000","last_change":"2024-09-16T00:53:14.818423+0000","last_active":"2024-09-16T00:53:14.818423+0000","last_peered":"2024-09-16T00:53:14.818423+0000","last_clean":"2024-09-16T00:53:14.818423+0000","last_became_active":"2024-09-16T00:53:14.818131+0000","last_became_peered":"2024-09-16T00:53:14.818131+0000","last_unstale":"2024-09-16T00:53:14.818423+0000","last_undegraded":"2024-09-16T00:53:14.818423+0000","last_fullsized":"2024-09-16T00:53:14.818423+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:39.957611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815471+0000","last_change":"2024-09-16T00:53:14.814391+0000","last_active":"2024-09-16T00:53:14.815471+0000","last_peered":"2024-09-16T00:53:14.815471+0000","last_clean":"2024-09-16T00:53:14.815471+0000","last_became_active":"2024-09-16T00:53:14.814091+0000","last_became_peered":"2024-09-16T00:53:14.814091+0000","last_unstale":"2024-09-16T00:53:14.815471+0000","last_undegraded":"2024-09-16T00:53:14.815471+0000","last_fullsized":"2024-09-16T00:53:14.815471+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:11.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807671+0000","last_change":"2024-09-16T00:53:14.807671+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807671+0000","last_undegraded":"2024-09-16T00:53:14.807671+0000","last_fullsized":"2024-09-16T00:53:14.807671+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805601+0000","last_change":"2024-09-16T00:53:13.805601+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805601+0000","last_undegraded":"2024-09-16T00:53:13.805601+0000","last_fullsized":"2024-09-16T00:53:13.805601+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"38'3","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815344+0000","last_change":"2024-09-16T00:53:13.814470+0000","last_active":"2024-09-16T00:53:14.815344+0000","last_peered":"2024-09-16T00:53:14.815344+0000","last_clean":"2024-09-16T00:53:14.815344+0000","last_became_active":"2024-09-16T00:53:13.814198+0000","last_became_peered":"2024-09-16T00:53:13.814198+0000","last_unstale":"2024-09-16T00:53:14.815344+0000","last_undegraded":"2024-09-16T00:53:14.815344+0000","last_fullsized":"2024-09-16T00:53:14.815344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805281+0000","last_change":"2024-09-16T00:53:13.805281+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805281+0000","last_undegraded":"2024-09-16T00:53:13.805281+0000","last_fullsized":"2024-09-16T00:53:13.805281+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811707+0000","last_change":"2024-09-16T00:53:13.810188+0000","last_active":"2024-09-16T00:53:13.811707+0000","last_peered":"2024-09-16T00:53:13.811707+0000","last_clean":"2024-09-16T00:53:13.811707+0000","last_became_active":"2024-09-16T00:53:13.809889+0000","last_became_peered":"2024-09-16T00:53:13.809889+0000","last_unstale":"2024-09-16T00:53:13.811707+0000","last_undegraded":"2024-09-16T00:53:13.811707+0000","last_fullsized":"2024-09-16T00:53:13.811707+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804122+0000","last_change":"2024-09-16T00:53:13.804122+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804122+0000","last_undegraded":"2024-09-16T00:53:13.804122+0000","last_fullsized":"2024-09-16T00:53:13.804122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.815985+0000","last_change":"2024-09-16T00:53:13.813347+0000","last_active":"2024-09-16T00:53:13.815985+0000","last_peered":"2024-09-16T00:53:13.815985+0000","last_clean":"2024-09-16T00:53:13.815985+0000","last_became_active":"2024-09-16T00:53:13.813045+0000","last_became_peered":"2024-09-16T00:53:13.813045+0000","last_unstale":"2024-09-16T00:53:13.815985+0000","last_undegraded":"2024-09-16T00:53:13.815985+0000","last_fullsized":"2024-09-16T00:53:13.815985+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:49.554992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817978+0000","last_change":"2024-09-16T00:53:13.816776+0000","last_active":"2024-09-16T00:53:13.817978+0000","last_peered":"2024-09-16T00:53:13.817978+0000","last_clean":"2024-09-16T00:53:13.817978+0000","last_became_active":"2024-09-16T00:53:13.816461+0000","last_became_peered":"2024-09-16T00:53:13.816461+0000","last_unstale":"2024-09-16T00:53:13.817978+0000","last_undegraded":"2024-09-16T00:53:13.817978+0000","last_fullsized":"2024-09-16T00:53:13.817978+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:56.751713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807848+0000","last_change":"2024-09-16T00:53:13.807848+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807848+0000","last_undegraded":"2024-09-16T00:53:13.807848+0000","last_fullsized":"2024-09-16T00:53:13.807848+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797542+0000","last_change":"2024-09-16T00:53:12.797542+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797542+0000","last_undegraded":"2024-09-16T00:53:12.797542+0000","last_fullsized":"2024-09-16T00:53:12.797542+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793080+0000","last_change":"2024-09-16T00:53:12.793080+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793080+0000","last_undegraded":"2024-09-16T00:53:12.793080+0000","last_fullsized":"2024-09-16T00:53:12.793080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804039+0000","last_change":"2024-09-16T00:53:13.804039+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804039+0000","last_undegraded":"2024-09-16T00:53:13.804039+0000","last_fullsized":"2024-09-16T00:53:13.804039+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819265+0000","last_change":"2024-09-16T00:53:13.818313+0000","last_active":"2024-09-16T00:53:13.819265+0000","last_peered":"2024-09-16T00:53:13.819265+0000","last_clean":"2024-09-16T00:53:13.819265+0000","last_became_active":"2024-09-16T00:53:13.818042+0000","last_became_peered":"2024-09-16T00:53:13.818042+0000","last_unstale":"2024-09-16T00:53:13.819265+0000","last_undegraded":"2024-09-16T00:53:13.819265+0000","last_fullsized":"2024-09-16T00:53:13.819265+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:53.509276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.817937+0000","last_change":"2024-09-16T00:53:13.816204+0000","last_active":"2024-09-16T00:53:13.817937+0000","last_peered":"2024-09-16T00:53:13.817937+0000","last_clean":"2024-09-16T00:53:13.817937+0000","last_became_active":"2024-09-16T00:53:13.815889+0000","last_became_peered":"2024-09-16T00:53:13.815889+0000","last_unstale":"2024-09-16T00:53:13.817937+0000","last_undegraded":"2024-09-16T00:53:13.817937+0000","last_fullsized":"2024-09-16T00:53:13.817937+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:59.920538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804124+0000","last_change":"2024-09-16T00:53:13.804124+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804124+0000","last_undegraded":"2024-09-16T00:53:13.804124+0000","last_fullsized":"2024-09-16T00:53:13.804124+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795842+0000","last_change":"2024-09-16T00:53:12.795842+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795842+0000","last_undegraded":"2024-09-16T00:53:12.795842+0000","last_fullsized":"2024-09-16T00:53:12.795842+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798219+0000","last_change":"2024-09-16T00:53:12.798219+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798219+0000","last_undegraded":"2024-09-16T00:53:12.798219+0000","last_fullsized":"2024-09-16T00:53:12.798219+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804328+0000","last_change":"2024-09-16T00:53:13.804328+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804328+0000","last_undegraded":"2024-09-16T00:53:13.804328+0000","last_fullsized":"2024-09-16T00:53:13.804328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.797570+0000","last_change":"2024-09-16T00:53:12.797570+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.797570+0000","last_undegraded":"2024-09-16T00:53:12.797570+0000","last_fullsized":"2024-09-16T00:53:12.797570+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.803307+0000","last_change":"2024-09-16T00:53:13.803307+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.803307+0000","last_undegraded":"2024-09-16T00:53:13.803307+0000","last_fullsized":"2024-09-16T00:53:13.803307+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795832+0000","last_change":"2024-09-16T00:53:12.795832+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795832+0000","last_undegraded":"2024-09-16T00:53:12.795832+0000","last_fullsized":"2024-09-16T00:53:12.795832+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.807325+0000","last_change":"2024-09-16T00:53:13.807325+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.807325+0000","last_undegraded":"2024-09-16T00:53:13.807325+0000","last_fullsized":"2024-09-16T00:53:13.807325+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.795289+0000","last_change":"2024-09-16T00:53:12.795289+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.795289+0000","last_undegraded":"2024-09-16T00:53:12.795289+0000","last_fullsized":"2024-09-16T00:53:12.795289+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":8,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819133+0000","last_change":"2024-09-16T00:53:13.819133+0000","last_active":"2024-09-16T00:53:13.819133+0000","last_peered":"2024-09-16T00:53:13.819133+0000","last_clean":"2024-09-16T00:53:13.819133+0000","last_became_active":"2024-09-16T00:53:13.818826+0000","last_became_peered":"2024-09-16T00:53:13.818826+0000","last_unstale":"2024-09-16T00:53:13.819133+0000","last_undegraded":"2024-09-16T00:53:13.819133+0000","last_fullsized":"2024-09-16T00:53:13.819133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813018+0000","last_change":"2024-09-16T00:53:13.816379+0000","last_active":"2024-09-16T00:53:14.813018+0000","last_peered":"2024-09-16T00:53:14.813018+0000","last_clean":"2024-09-16T00:53:14.813018+0000","last_became_active":"2024-09-16T00:53:13.815116+0000","last_became_peered":"2024-09-16T00:53:13.815116+0000","last_unstale":"2024-09-16T00:53:14.813018+0000","last_undegraded":"2024-09-16T00:53:14.813018+0000","last_fullsized":"2024-09-16T00:53:14.813018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793075+0000","last_change":"2024-09-16T00:53:12.793075+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793075+0000","last_undegraded":"2024-09-16T00:53:12.793075+0000","last_fullsized":"2024-09-16T00:53:12.793075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798869+0000","last_change":"2024-09-16T00:53:12.798869+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798869+0000","last_undegraded":"2024-09-16T00:53:12.798869+0000","last_fullsized":"2024-09-16T00:53:12.798869+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819630+0000","last_change":"2024-09-16T00:53:13.818804+0000","last_active":"2024-09-16T00:53:13.819630+0000","last_peered":"2024-09-16T00:53:13.819630+0000","last_clean":"2024-09-16T00:53:13.819630+0000","last_became_active":"2024-09-16T00:53:13.818498+0000","last_became_peered":"2024-09-16T00:53:13.818498+0000","last_unstale":"2024-09-16T00:53:13.819630+0000","last_undegraded":"2024-09-16T00:53:13.819630+0000","last_fullsized":"2024-09-16T00:53:13.819630+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805204+0000","last_change":"2024-09-16T00:53:13.805204+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805204+0000","last_undegraded":"2024-09-16T00:53:13.805204+0000","last_fullsized":"2024-09-16T00:53:13.805204+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812643+0000","last_change":"2024-09-16T00:53:13.811160+0000","last_active":"2024-09-16T00:53:13.812643+0000","last_peered":"2024-09-16T00:53:13.812643+0000","last_clean":"2024-09-16T00:53:13.812643+0000","last_became_active":"2024-09-16T00:53:13.810883+0000","last_became_peered":"2024-09-16T00:53:13.810883+0000","last_unstale":"2024-09-16T00:53:13.812643+0000","last_undegraded":"2024-09-16T00:53:13.812643+0000","last_fullsized":"2024-09-16T00:53:13.812643+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:05:16.975036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804431+0000","last_change":"2024-09-16T00:53:13.804431+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804431+0000","last_undegraded":"2024-09-16T00:53:13.804431+0000","last_fullsized":"2024-09-16T00:53:13.804431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.816026+0000","last_change":"2024-09-16T00:53:13.814061+0000","last_active":"2024-09-16T00:53:13.816026+0000","last_peered":"2024-09-16T00:53:13.816026+0000","last_clean":"2024-09-16T00:53:13.816026+0000","last_became_active":"2024-09-16T00:53:13.813777+0000","last_became_peered":"2024-09-16T00:53:13.813777+0000","last_unstale":"2024-09-16T00:53:13.816026+0000","last_undegraded":"2024-09-16T00:53:13.816026+0000","last_fullsized":"2024-09-16T00:53:13.816026+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818145+0000","last_change":"2024-09-16T00:53:13.817320+0000","last_active":"2024-09-16T00:53:13.818145+0000","last_peered":"2024-09-16T00:53:13.818145+0000","last_clean":"2024-09-16T00:53:13.818145+0000","last_became_active":"2024-09-16T00:53:13.816974+0000","last_became_peered":"2024-09-16T00:53:13.816974+0000","last_unstale":"2024-09-16T00:53:13.818145+0000","last_undegraded":"2024-09-16T00:53:13.818145+0000","last_fullsized":"2024-09-16T00:53:13.818145+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:49.416240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.802616+0000","last_change":"2024-09-16T00:53:13.802616+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.802616+0000","last_undegraded":"2024-09-16T00:53:13.802616+0000","last_fullsized":"2024-09-16T00:53:13.802616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.813031+0000","last_change":"2024-09-16T00:53:13.812311+0000","last_active":"2024-09-16T00:53:13.813031+0000","last_peered":"2024-09-16T00:53:13.813031+0000","last_clean":"2024-09-16T00:53:13.813031+0000","last_became_active":"2024-09-16T00:53:13.811988+0000","last_became_peered":"2024-09-16T00:53:13.811988+0000","last_unstale":"2024-09-16T00:53:13.813031+0000","last_undegraded":"2024-09-16T00:53:13.813031+0000","last_fullsized":"2024-09-16T00:53:13.813031+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:08.799550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793043+0000","last_change":"2024-09-16T00:53:12.793043+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793043+0000","last_undegraded":"2024-09-16T00:53:12.793043+0000","last_fullsized":"2024-09-16T00:53:12.793043+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.814875+0000","last_change":"2024-09-16T00:53:13.813794+0000","last_active":"2024-09-16T00:53:13.814875+0000","last_peered":"2024-09-16T00:53:13.814875+0000","last_clean":"2024-09-16T00:53:13.814875+0000","last_became_active":"2024-09-16T00:53:13.813380+0000","last_became_peered":"2024-09-16T00:53:13.813380+0000","last_unstale":"2024-09-16T00:53:13.814875+0000","last_undegraded":"2024-09-16T00:53:13.814875+0000","last_fullsized":"2024-09-16T00:53:13.814875+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:58.638223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805274+0000","last_change":"2024-09-16T00:53:13.805274+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805274+0000","last_undegraded":"2024-09-16T00:53:13.805274+0000","last_fullsized":"2024-09-16T00:53:13.805274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.798377+0000","last_change":"2024-09-16T00:53:12.798377+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.798377+0000","last_undegraded":"2024-09-16T00:53:12.798377+0000","last_fullsized":"2024-09-16T00:53:12.798377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.819618+0000","last_change":"2024-09-16T00:53:13.818421+0000","last_active":"2024-09-16T00:53:13.819618+0000","last_peered":"2024-09-16T00:53:13.819618+0000","last_clean":"2024-09-16T00:53:13.819618+0000","last_became_active":"2024-09-16T00:53:13.818107+0000","last_became_peered":"2024-09-16T00:53:13.818107+0000","last_unstale":"2024-09-16T00:53:13.819618+0000","last_undegraded":"2024-09-16T00:53:13.819618+0000","last_fullsized":"2024-09-16T00:53:13.819618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:32:40.778318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.812426+0000","last_change":"2024-09-16T00:53:13.810875+0000","last_active":"2024-09-16T00:53:13.812426+0000","last_peered":"2024-09-16T00:53:13.812426+0000","last_clean":"2024-09-16T00:53:13.812426+0000","last_became_active":"2024-09-16T00:53:13.810589+0000","last_became_peered":"2024-09-16T00:53:13.810589+0000","last_unstale":"2024-09-16T00:53:13.812426+0000","last_undegraded":"2024-09-16T00:53:13.812426+0000","last_fullsized":"2024-09-16T00:53:13.812426+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:54.534676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.806902+0000","last_change":"2024-09-16T00:53:13.806902+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.806902+0000","last_undegraded":"2024-09-16T00:53:13.806902+0000","last_fullsized":"2024-09-16T00:53:13.806902+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.811541+0000","last_change":"2024-09-16T00:53:13.809849+0000","last_active":"2024-09-16T00:53:13.811541+0000","last_peered":"2024-09-16T00:53:13.811541+0000","last_clean":"2024-09-16T00:53:13.811541+0000","last_became_active":"2024-09-16T00:53:13.809522+0000","last_became_peered":"2024-09-16T00:53:13.809522+0000","last_unstale":"2024-09-16T00:53:13.811541+0000","last_undegraded":"2024-09-16T00:53:13.811541+0000","last_fullsized":"2024-09-16T00:53:13.811541+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:28.303094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.805800+0000","last_change":"2024-09-16T00:53:13.805800+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.805800+0000","last_undegraded":"2024-09-16T00:53:13.805800+0000","last_fullsized":"2024-09-16T00:53:13.805800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813564+0000","last_change":"2024-09-16T00:53:13.815937+0000","last_active":"2024-09-16T00:53:14.813564+0000","last_peered":"2024-09-16T00:53:14.813564+0000","last_clean":"2024-09-16T00:53:14.813564+0000","last_became_active":"2024-09-16T00:53:13.815661+0000","last_became_peered":"2024-09-16T00:53:13.815661+0000","last_unstale":"2024-09-16T00:53:14.813564+0000","last_undegraded":"2024-09-16T00:53:14.813564+0000","last_fullsized":"2024-09-16T00:53:14.813564+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:38.338432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-16T00:53:13.804494+0000","last_change":"2024-09-16T00:53:13.804494+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.804494+0000","last_undegraded":"2024-09-16T00:53:13.804494+0000","last_fullsized":"2024-09-16T00:53:13.804494+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-16T00:53:13.818263+0000","last_change":"2024-09-16T00:53:13.817569+0000","last_active":"2024-09-16T00:53:13.818263+0000","last_peered":"2024-09-16T00:53:13.818263+0000","last_clean":"2024-09-16T00:53:13.818263+0000","last_became_active":"2024-09-16T00:53:13.817222+0000","last_became_peered":"2024-09-16T00:53:13.817222+0000","last_unstale":"2024-09-16T00:53:13.818263+0000","last_undegraded":"2024-09-16T00:53:13.818263+0000","last_fullsized":"2024-09-16T00:53:13.818263+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:38:58.894392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.794715+0000","last_change":"2024-09-16T00:53:12.794715+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.794715+0000","last_undegraded":"2024-09-16T00:53:12.794715+0000","last_fullsized":"2024-09-16T00:53:12.794715+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:13.790891+0000","last_change":"2024-09-16T00:53:13.790891+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:13.790891+0000","last_undegraded":"2024-09-16T00:53:13.790891+0000","last_fullsized":"2024-09-16T00:53:13.790891+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-16T00:53:12.793102+0000","last_change":"2024-09-16T00:53:12.793102+0000","last_active":"2024-09-16T00:53:12.785810+0000","last_peered":"2024-09-16T00:53:12.785810+0000","last_clean":"2024-09-16T00:53:12.785810+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:12.793102+0000","last_undegraded":"2024-09-16T00:53:12.793102+0000","last_fullsized":"2024-09-16T00:53:12.793102+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-16T00:53:12.793722+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:12.793722+0000","last_peered":"2024-09-16T00:53:12.793722+0000","last_clean":"2024-09-16T00:53:12.793722+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:12.793722+0000","last_undegraded":"2024-09-16T00:53:12.793722+0000","last_fullsized":"2024-09-16T00:53:12.793722+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":66,"acting":66,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476751,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":417792,"data_stored":179690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":173023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":999424,"data_stored":763391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":987136,"data_stored":757182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31580,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":393216,"data_stored":166814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:18.485 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3f is not active+clean 2024-09-16T00:53:18.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3e is not active+clean 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3d is not active+clean 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.806188+0000', 'last_change': '2024-09-16T00:53:13.806188+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.806188+0000', 'last_undegraded': '2024-09-16T00:53:13.806188+0000', 'last_fullsized': '2024-09-16T00:53:13.806188+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3c is not active+clean 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804598+0000', 'last_change': '2024-09-16T00:53:13.804598+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804598+0000', 'last_undegraded': '2024-09-16T00:53:13.804598+0000', 'last_fullsized': '2024-09-16T00:53:13.804598+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3b is not active+clean 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805321+0000', 'last_change': '2024-09-16T00:53:13.805321+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805321+0000', 'last_undegraded': '2024-09-16T00:53:13.805321+0000', 'last_fullsized': '2024-09-16T00:53:13.805321+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3a is not active+clean 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805563+0000', 'last_change': '2024-09-16T00:53:13.805563+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805563+0000', 'last_undegraded': '2024-09-16T00:53:13.805563+0000', 'last_fullsized': '2024-09-16T00:53:13.805563+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.486 INFO:tasks.ceph.ceph_manager.ceph:PG 6.39 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:PG 6.38 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:PG 6.37 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.802620+0000', 'last_change': '2024-09-16T00:53:13.802620+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.802620+0000', 'last_undegraded': '2024-09-16T00:53:13.802620+0000', 'last_fullsized': '2024-09-16T00:53:13.802620+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:PG 6.36 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:PG 6.35 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:PG 6.34 is not active+clean 2024-09-16T00:53:18.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.806656+0000', 'last_change': '2024-09-16T00:53:13.806656+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.806656+0000', 'last_undegraded': '2024-09-16T00:53:13.806656+0000', 'last_fullsized': '2024-09-16T00:53:13.806656+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:PG 6.33 is not active+clean 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:PG 6.32 is not active+clean 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804938+0000', 'last_change': '2024-09-16T00:53:13.804938+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804938+0000', 'last_undegraded': '2024-09-16T00:53:13.804938+0000', 'last_fullsized': '2024-09-16T00:53:13.804938+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:PG 6.31 is not active+clean 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:PG 6.30 is not active+clean 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2f is not active+clean 2024-09-16T00:53:18.488 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2e is not active+clean 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2e', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 38, 'state': 'creating+activating', 'last_fresh': '2024-09-16T00:53:14.811617+0000', 'last_change': '2024-09-16T00:53:14.811617+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:14.811617+0000', 'last_undegraded': '2024-09-16T00:53:14.811617+0000', 'last_fullsized': '2024-09-16T00:53:14.811617+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': ['6', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2d is not active+clean 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.802759+0000', 'last_change': '2024-09-16T00:53:13.802759+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.802759+0000', 'last_undegraded': '2024-09-16T00:53:13.802759+0000', 'last_fullsized': '2024-09-16T00:53:13.802759+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2c is not active+clean 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2c', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 38, 'state': 'creating+activating', 'last_fresh': '2024-09-16T00:53:14.808168+0000', 'last_change': '2024-09-16T00:53:14.808168+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:14.808168+0000', 'last_undegraded': '2024-09-16T00:53:14.808168+0000', 'last_fullsized': '2024-09-16T00:53:14.808168+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': ['6', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2b is not active+clean 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2a is not active+clean 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.803437+0000', 'last_change': '2024-09-16T00:53:13.803437+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.803437+0000', 'last_undegraded': '2024-09-16T00:53:13.803437+0000', 'last_fullsized': '2024-09-16T00:53:13.803437+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.489 INFO:tasks.ceph.ceph_manager.ceph:PG 6.29 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:PG 6.28 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.803586+0000', 'last_change': '2024-09-16T00:53:13.803586+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.803586+0000', 'last_undegraded': '2024-09-16T00:53:13.803586+0000', 'last_fullsized': '2024-09-16T00:53:13.803586+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:PG 6.27 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.27', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 38, 'state': 'creating+activating', 'last_fresh': '2024-09-16T00:53:14.807743+0000', 'last_change': '2024-09-16T00:53:14.807743+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:14.807743+0000', 'last_undegraded': '2024-09-16T00:53:14.807743+0000', 'last_fullsized': '2024-09-16T00:53:14.807743+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': ['6', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:PG 6.26 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.808019+0000', 'last_change': '2024-09-16T00:53:13.808019+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.808019+0000', 'last_undegraded': '2024-09-16T00:53:13.808019+0000', 'last_fullsized': '2024-09-16T00:53:13.808019+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:PG 6.24 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:PG 6.22 is not active+clean 2024-09-16T00:53:18.490 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.22', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 38, 'state': 'creating+activating', 'last_fresh': '2024-09-16T00:53:14.807671+0000', 'last_change': '2024-09-16T00:53:14.807671+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:14.807671+0000', 'last_undegraded': '2024-09-16T00:53:14.807671+0000', 'last_fullsized': '2024-09-16T00:53:14.807671+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': ['6', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.21 is not active+clean 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.20 is not active+clean 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805601+0000', 'last_change': '2024-09-16T00:53:13.805601+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805601+0000', 'last_undegraded': '2024-09-16T00:53:13.805601+0000', 'last_fullsized': '2024-09-16T00:53:13.805601+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1c is not active+clean 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1d is not active+clean 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805281+0000', 'last_change': '2024-09-16T00:53:13.805281+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805281+0000', 'last_undegraded': '2024-09-16T00:53:13.805281+0000', 'last_fullsized': '2024-09-16T00:53:13.805281+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804122+0000', 'last_change': '2024-09-16T00:53:13.804122+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804122+0000', 'last_undegraded': '2024-09-16T00:53:13.804122+0000', 'last_fullsized': '2024-09-16T00:53:13.804122+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.491 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1f is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:PG 6.18 is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.807848+0000', 'last_change': '2024-09-16T00:53:13.807848+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.807848+0000', 'last_undegraded': '2024-09-16T00:53:13.807848+0000', 'last_fullsized': '2024-09-16T00:53:13.807848+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.797542+0000', 'last_change': '2024-09-16T00:53:12.797542+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.797542+0000', 'last_undegraded': '2024-09-16T00:53:12.797542+0000', 'last_fullsized': '2024-09-16T00:53:12.797542+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:PG 6.19 is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.793080+0000', 'last_change': '2024-09-16T00:53:12.793080+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.793080+0000', 'last_undegraded': '2024-09-16T00:53:12.793080+0000', 'last_fullsized': '2024-09-16T00:53:12.793080+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-16T00:53:18.492 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804039+0000', 'last_change': '2024-09-16T00:53:13.804039+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804039+0000', 'last_undegraded': '2024-09-16T00:53:13.804039+0000', 'last_fullsized': '2024-09-16T00:53:13.804039+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1b is not active+clean 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 6.14 is not active+clean 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804124+0000', 'last_change': '2024-09-16T00:53:13.804124+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804124+0000', 'last_undegraded': '2024-09-16T00:53:13.804124+0000', 'last_fullsized': '2024-09-16T00:53:13.804124+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.795842+0000', 'last_change': '2024-09-16T00:53:12.795842+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.795842+0000', 'last_undegraded': '2024-09-16T00:53:12.795842+0000', 'last_fullsized': '2024-09-16T00:53:12.795842+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 6.15 is not active+clean 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.798219+0000', 'last_change': '2024-09-16T00:53:12.798219+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.798219+0000', 'last_undegraded': '2024-09-16T00:53:12.798219+0000', 'last_fullsized': '2024-09-16T00:53:12.798219+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:53:18.493 INFO:tasks.ceph.ceph_manager.ceph:PG 6.16 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804328+0000', 'last_change': '2024-09-16T00:53:13.804328+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804328+0000', 'last_undegraded': '2024-09-16T00:53:13.804328+0000', 'last_fullsized': '2024-09-16T00:53:13.804328+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.797570+0000', 'last_change': '2024-09-16T00:53:12.797570+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.797570+0000', 'last_undegraded': '2024-09-16T00:53:12.797570+0000', 'last_fullsized': '2024-09-16T00:53:12.797570+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.803307+0000', 'last_change': '2024-09-16T00:53:13.803307+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.803307+0000', 'last_undegraded': '2024-09-16T00:53:13.803307+0000', 'last_fullsized': '2024-09-16T00:53:13.803307+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.795832+0000', 'last_change': '2024-09-16T00:53:12.795832+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.795832+0000', 'last_undegraded': '2024-09-16T00:53:12.795832+0000', 'last_fullsized': '2024-09-16T00:53:12.795832+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:PG 6.10 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.807325+0000', 'last_change': '2024-09-16T00:53:13.807325+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.807325+0000', 'last_undegraded': '2024-09-16T00:53:13.807325+0000', 'last_fullsized': '2024-09-16T00:53:13.807325+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-16T00:53:18.494 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.795289+0000', 'last_change': '2024-09-16T00:53:12.795289+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.795289+0000', 'last_undegraded': '2024-09-16T00:53:12.795289+0000', 'last_fullsized': '2024-09-16T00:53:12.795289+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 6.11 is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 6.12 is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 6.13 is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.793075+0000', 'last_change': '2024-09-16T00:53:12.793075+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.793075+0000', 'last_undegraded': '2024-09-16T00:53:12.793075+0000', 'last_fullsized': '2024-09-16T00:53:12.793075+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 6.c is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-16T00:53:18.495 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.798869+0000', 'last_change': '2024-09-16T00:53:12.798869+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.798869+0000', 'last_undegraded': '2024-09-16T00:53:12.798869+0000', 'last_fullsized': '2024-09-16T00:53:12.798869+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.d is not active+clean 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805204+0000', 'last_change': '2024-09-16T00:53:13.805204+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805204+0000', 'last_undegraded': '2024-09-16T00:53:13.805204+0000', 'last_fullsized': '2024-09-16T00:53:13.805204+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.f is not active+clean 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804431+0000', 'last_change': '2024-09-16T00:53:13.804431+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804431+0000', 'last_undegraded': '2024-09-16T00:53:13.804431+0000', 'last_fullsized': '2024-09-16T00:53:13.804431+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.8 is not active+clean 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.9 is not active+clean 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.802616+0000', 'last_change': '2024-09-16T00:53:13.802616+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.802616+0000', 'last_undegraded': '2024-09-16T00:53:13.802616+0000', 'last_fullsized': '2024-09-16T00:53:13.802616+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.496 INFO:tasks.ceph.ceph_manager.ceph:PG 6.a is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.793043+0000', 'last_change': '2024-09-16T00:53:12.793043+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.793043+0000', 'last_undegraded': '2024-09-16T00:53:12.793043+0000', 'last_fullsized': '2024-09-16T00:53:12.793043+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:PG 6.b is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:PG 6.4 is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805274+0000', 'last_change': '2024-09-16T00:53:13.805274+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805274+0000', 'last_undegraded': '2024-09-16T00:53:13.805274+0000', 'last_fullsized': '2024-09-16T00:53:13.805274+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.798377+0000', 'last_change': '2024-09-16T00:53:12.798377+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.798377+0000', 'last_undegraded': '2024-09-16T00:53:12.798377+0000', 'last_fullsized': '2024-09-16T00:53:12.798377+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:PG 6.5 is not active+clean 2024-09-16T00:53:18.497 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:PG 6.6 is not active+clean 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:PG 6.0 is not active+clean 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.806902+0000', 'last_change': '2024-09-16T00:53:13.806902+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.806902+0000', 'last_undegraded': '2024-09-16T00:53:13.806902+0000', 'last_fullsized': '2024-09-16T00:53:13.806902+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1 is not active+clean 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.805800+0000', 'last_change': '2024-09-16T00:53:13.805800+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.805800+0000', 'last_undegraded': '2024-09-16T00:53:13.805800+0000', 'last_fullsized': '2024-09-16T00:53:13.805800+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:13.804494+0000', 'last_change': '2024-09-16T00:53:13.804494+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.804494+0000', 'last_undegraded': '2024-09-16T00:53:13.804494+0000', 'last_fullsized': '2024-09-16T00:53:13.804494+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3 is not active+clean 2024-09-16T00:53:18.498 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.794715+0000', 'last_change': '2024-09-16T00:53:12.794715+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.794715+0000', 'last_undegraded': '2024-09-16T00:53:12.794715+0000', 'last_fullsized': '2024-09-16T00:53:12.794715+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:PG 6.7 is not active+clean 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:53:13.790891+0000', 'last_change': '2024-09-16T00:53:13.790891+0000', 'last_active': '2024-09-16T00:53:13.790891+0000', 'last_peered': '2024-09-16T00:53:13.790891+0000', 'last_clean': '2024-09-16T00:53:13.790891+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:13.790891+0000', 'last_undegraded': '2024-09-16T00:53:13.790891+0000', 'last_fullsized': '2024-09-16T00:53:13.790891+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:13.790891+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-16T00:53:18.499 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:53:12.793102+0000', 'last_change': '2024-09-16T00:53:12.793102+0000', 'last_active': '2024-09-16T00:53:12.785810+0000', 'last_peered': '2024-09-16T00:53:12.785810+0000', 'last_clean': '2024-09-16T00:53:12.785810+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:53:12.793102+0000', 'last_undegraded': '2024-09-16T00:53:12.793102+0000', 'last_fullsized': '2024-09-16T00:53:12.793102+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'last_clean_scrub_stamp': '2024-09-16T00:53:12.785810+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:53:18.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T00:53:18.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.622+0000 7fcfdbbf1640 1 Processor -- start 2024-09-16T00:53:18.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.623+0000 7fcfdbbf1640 1 -- start start 2024-09-16T00:53:18.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.623+0000 7fcfdbbf1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcfd415e800 0x7fcfd40cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.623+0000 7fcfdbbf1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd40cf910 0x7fcfd406d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.623+0000 7fcfdbbf1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfd40cfd30 con 0x7fcfd406dbd0 2024-09-16T00:53:18.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.623+0000 7fcfdbbf1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcfd415ebe0 con 0x7fcfd415e800 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfdbbf1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcfd40d42d0 con 0x7fcfd40cf910 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfda18e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fcfd406dbd0 0x7fcfd406e080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43628/0 (socket says 172.21.15.32:43628) 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfda18e640 1 -- 172.21.15.32:0/2580364827 learned_addr learned my addr 172.21.15.32:0/2580364827 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2580364827 >> v2:172.21.15.50:3300/0 conn(0x7fcfd415e800 0x7fcfd40cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd918c640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd40cf910 0x7fcfd406d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd898b640 1 -- 172.21.15.32:0/2580364827 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2784386575 0 0) 0x7fcfd40cfd30 con 0x7fcfd406dbd0 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd898b640 1 -- 172.21.15.32:0/2580364827 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcfc0003520 con 0x7fcfd406dbd0 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd998d640 1 -- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd40cf910 msgr2=0x7fcfd406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd40cf910 0x7fcfd406d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd998d640 1 -- 172.21.15.32:0/2580364827 >> v1:172.21.15.32:6789/0 conn(0x7fcfd406dbd0 legacy=0x7fcfd406e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.624+0000 7fcfd998d640 1 -- 172.21.15.32:0/2580364827 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd40d3ff0 con 0x7fcfd415e800 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.625+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd415e800 0x7fcfd40cf3d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcfd00097a0 tx=0x7fcfd002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99ca7a581124cebb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.625+0000 7fcfd898b640 1 -- 172.21.15.32:0/2580364827 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0037070 con 0x7fcfd415e800 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.625+0000 7fcfd898b640 1 -- 172.21.15.32:0/2580364827 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfd0032440 con 0x7fcfd415e800 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.625+0000 7fcfd898b640 1 -- 172.21.15.32:0/2580364827 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd00327f0 con 0x7fcfd415e800 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd415e800 msgr2=0x7fcfd40cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd415e800 0x7fcfd40cf3d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcfd00097a0 tx=0x7fcfd002a180 comp rx=0 tx=0).stop 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2580364827 shutdown_connections 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd40cf910 0x7fcfd406d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2580364827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd415e800 0x7fcfd40cf3d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2580364827 >> 172.21.15.32:0/2580364827 conn(0x7fcfd409d750 msgr2=0x7fcfd40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2580364827 shutdown_connections 2024-09-16T00:53:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.626+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2580364827 wait complete. 2024-09-16T00:53:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.627+0000 7fcfdbbf1640 1 Processor -- start 2024-09-16T00:53:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.627+0000 7fcfdbbf1640 1 -- start start 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd406dbd0 0x7fcfd40cbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd40cf910 0x7fcfd4157ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd406d170 con 0x7fcfd415e800 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd406ce90 con 0x7fcfd40cf910 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfdbbf1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcfd40d4e30 con 0x7fcfd406dbd0 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46594/0 (socket says 172.21.15.32:46594) 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 -- 172.21.15.32:0/2522021190 learned_addr learned my addr 172.21.15.32:0/2522021190 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfd918c640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd40cf910 0x7fcfd4157ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd406dbd0 0x7fcfd40cbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 -- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd406dbd0 msgr2=0x7fcfd40cbfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd406dbd0 0x7fcfd40cbfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 -- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd40cf910 msgr2=0x7fcfd4157ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd40cf910 0x7fcfd4157ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 -- 172.21.15.32:0/2522021190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd4158220 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfda18e640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00cb40 tx=0x7fcfcc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.628+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc017070 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.629+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfcc00aca0 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.629+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfd40b85d0 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.629+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc012620 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.629+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfd40b8b90 con 0x7fcfd415e800 2024-09-16T00:53:18.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.630+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfd4068880 con 0x7fcfd415e800 2024-09-16T00:53:18.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.630+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcfcc01a070 con 0x7fcfd415e800 2024-09-16T00:53:18.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.631+0000 7fcfca7fc640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 0x7fcfb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.631+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fcfcc08b350 con 0x7fcfd415e800 2024-09-16T00:53:18.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.631+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 0x7fcfb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.631+0000 7fcfd998d640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 0x7fcfb806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0034000 tx=0x7fcfd002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.635+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcfd4158220 con 0x7fcfd415e800 2024-09-16T00:53:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.876+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fcfd406d690 con 0x7fcfd415e800 2024-09-16T00:53:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.876+0000 7fcfca7fc640 1 -- 172.21.15.32:0/2522021190 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1810 (secure 0 0 0) 0x7fcfcc0592e0 con 0x7fcfd415e800 2024-09-16T00:53:18.877 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:18.878 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":81,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":39,"num_osds":8,"num_up_osds":8,"osd_up_since":1726447929,"num_in_osds":8,"osd_in_since":1726447919,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":40},{"state_name":"unknown","count":31},{"state_name":"active+clean","count":22},{"state_name":"creating+activating","count":4}],"num_pgs":97,"num_pools":3,"num_objects":4,"data_bytes":590950,"bytes_used":259944448,"bytes_avail":772834168832,"bytes_total":773094113280,"unknown_pgs_ratio":0.31958761811256409,"inactive_pgs_ratio":0.45360824465751648,"write_bytes_sec":237,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"b","status":"up:active","gid":34553}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-16T00:53:11.095262+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T00:53:18.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 msgr2=0x7fcfb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 0x7fcfb806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0034000 tx=0x7fcfd002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:18.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 msgr2=0x7fcfd40b9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00cb40 tx=0x7fcfcc00a060 comp rx=0 tx=0).stop 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 shutdown_connections 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcfb806c2b0 0x7fcfb806e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcfd415e800 0x7fcfd40b9670 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfd40cf910 0x7fcfd4157ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 --2- 172.21.15.32:0/2522021190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcfd406dbd0 0x7fcfd40cbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 >> 172.21.15.32:0/2522021190 conn(0x7fcfd409d750 msgr2=0x7fcfd40cec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 shutdown_connections 2024-09-16T00:53:18.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.878+0000 7fcfdbbf1640 1 -- 172.21.15.32:0/2522021190 wait complete. 2024-09-16T00:53:18.890 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T00:53:18.890 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:18.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.991+0000 7fbbb8e1e640 1 Processor -- start 2024-09-16T00:53:18.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.991+0000 7fbbb8e1e640 1 -- start start 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb8e1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 0x7fbbb40b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb8e1e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbbb40b4050 0x7fbbb406baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb8e1e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbbb4160580 con 0x7fbbb406c030 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb8e1e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbbb40b5ab0 con 0x7fbbb40b4050 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb8e1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbbb4161d20 con 0x7fbbb4147e10 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb2d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbbb406c030 0x7fbbb415e9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43638/0 (socket says 172.21.15.32:43638) 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.992+0000 7fbbb2d9d640 1 -- 172.21.15.32:0/1747581221 learned_addr learned my addr 172.21.15.32:0/1747581221 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:18.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb259c640 1 --2- 172.21.15.32:0/1747581221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 0x7fbbb40b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb1d9b640 1 --2- 172.21.15.32:0/1747581221 >> v2:172.21.15.50:3300/0 conn(0x7fbbb40b4050 0x7fbbb406baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb159a640 1 -- 172.21.15.32:0/1747581221 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2288624658 0 0) 0x7fbbb4160580 con 0x7fbbb406c030 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb159a640 1 -- 172.21.15.32:0/1747581221 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbba0003520 con 0x7fbbb406c030 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb259c640 1 -- 172.21.15.32:0/1747581221 >> v2:172.21.15.50:3300/0 conn(0x7fbbb40b4050 msgr2=0x7fbbb406baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb259c640 1 --2- 172.21.15.32:0/1747581221 >> v2:172.21.15.50:3300/0 conn(0x7fbbb40b4050 0x7fbbb406baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb259c640 1 -- 172.21.15.32:0/1747581221 >> v1:172.21.15.32:6789/0 conn(0x7fbbb406c030 legacy=0x7fbbb415e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.993+0000 7fbbb259c640 1 -- 172.21.15.32:0/1747581221 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbb40b5ce0 con 0x7fbbb4147e10 2024-09-16T00:53:18.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb259c640 1 --2- 172.21.15.32:0/1747581221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 0x7fbbb40b24c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbba4009d90 tx=0x7fbba402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffe987a479ee3bb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:18.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb159a640 1 -- 172.21.15.32:0/1747581221 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba4007740 con 0x7fbbb4147e10 2024-09-16T00:53:18.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb159a640 1 -- 172.21.15.32:0/1747581221 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbba40078e0 con 0x7fbbb4147e10 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb159a640 1 -- 172.21.15.32:0/1747581221 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba4007c90 con 0x7fbbb4147e10 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/1747581221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 msgr2=0x7fbbb40b24c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/1747581221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 0x7fbbb40b24c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbba4009d90 tx=0x7fbba402a660 comp rx=0 tx=0).stop 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/1747581221 shutdown_connections 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/1747581221 >> v2:172.21.15.50:3300/0 conn(0x7fbbb40b4050 0x7fbbb406baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/1747581221 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb4147e10 0x7fbbb40b24c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/1747581221 >> 172.21.15.32:0/1747581221 conn(0x7fbbb40b6570 msgr2=0x7fbbb40b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/1747581221 shutdown_connections 2024-09-16T00:53:18.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.994+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/1747581221 wait complete. 2024-09-16T00:53:18.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.996+0000 7fbbb8e1e640 1 Processor -- start 2024-09-16T00:53:18.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.996+0000 7fbbb8e1e640 1 -- start start 2024-09-16T00:53:18.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbb406c030 0x7fbbb40ce880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb40b4050 0x7fbbb409d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb40b62a0 con 0x7fbbb4147e10 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb40b2a00 con 0x7fbbb406c030 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbbb40ca3d0 con 0x7fbbb40b4050 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46608/0 (socket says 172.21.15.32:46608) 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 -- 172.21.15.32:0/524063370 learned_addr learned my addr 172.21.15.32:0/524063370 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb259c640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbb406c030 0x7fbbb40ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb1d9b640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb40b4050 0x7fbbb409d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 -- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb40b4050 msgr2=0x7fbbb409d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:19.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb40b4050 0x7fbbb409d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 -- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbb406c030 msgr2=0x7fbbb40ce880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbb406c030 0x7fbbb40ce880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 -- 172.21.15.32:0/524063370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbb409e380 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb2d9d640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fbbac00c430 tx=0x7fbbac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbac017070 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbac005ce0 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbac007310 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbb409e660 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.997+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbb40cedc0 con 0x7fbbb4147e10 2024-09-16T00:53:19.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.998+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbb406baf0 con 0x7fbbb4147e10 2024-09-16T00:53:19.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:18.999+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbbac01a070 con 0x7fbbb4147e10 2024-09-16T00:53:19.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.000+0000 7fbbaaffd640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 0x7fbb9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:19.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.000+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fbbac08aa50 con 0x7fbbb4147e10 2024-09-16T00:53:19.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.000+0000 7fbbb259c640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 0x7fbb9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:19.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.000+0000 7fbbb259c640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 0x7fbb9406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbba4034000 tx=0x7fbba402f000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:19.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.004+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbbac058960 con 0x7fbbb4147e10 2024-09-16T00:53:19.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.179+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbbb409e9f0 con 0x7fbb9406c2b0 2024-09-16T00:53:19.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.185+0000 7fbbaaffd640 1 -- 172.21.15.32:0/524063370 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251692 (secure 0 0 0) 0x7fbbb409e9f0 con 0x7fbb9406c2b0 2024-09-16T00:53:19.188 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 msgr2=0x7fbb9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 0x7fbb9406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbba4034000 tx=0x7fbba402f000 comp rx=0 tx=0).stop 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 msgr2=0x7fbbb415f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fbbac00c430 tx=0x7fbbac00c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 shutdown_connections 2024-09-16T00:53:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbb9406c2b0 0x7fbb9406e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbb4147e10 0x7fbbb415f620 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbbb40b4050 0x7fbbb409d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 --2- 172.21.15.32:0/524063370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbb406c030 0x7fbbb40ce880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 >> 172.21.15.32:0/524063370 conn(0x7fbbb40b6570 msgr2=0x7fbbb41614d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.188+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 shutdown_connections 2024-09-16T00:53:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:19.189+0000 7fbbb8e1e640 1 -- 172.21.15.32:0/524063370 wait complete. 2024-09-16T00:53:19.201 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-16T00:53:19.096526+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":172,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254172,"kb_used_data":4652,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720548,"statfs":{"total":773094113280,"available":772833841152,"internally_reserved":0,"allocated":4763648,"data_stored":2719507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001079"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809608+0000","last_change":"2024-09-16T00:53:14.813547+0000","last_active":"2024-09-16T00:53:15.809608+0000","last_peered":"2024-09-16T00:53:15.809608+0000","last_clean":"2024-09-16T00:53:15.809608+0000","last_became_active":"2024-09-16T00:53:14.813265+0000","last_became_peered":"2024-09-16T00:53:14.813265+0000","last_unstale":"2024-09-16T00:53:15.809608+0000","last_undegraded":"2024-09-16T00:53:15.809608+0000","last_fullsized":"2024-09-16T00:53:15.809608+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:47.903887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809275+0000","last_change":"2024-09-16T00:53:14.818920+0000","last_active":"2024-09-16T00:53:15.809275+0000","last_peered":"2024-09-16T00:53:15.809275+0000","last_clean":"2024-09-16T00:53:15.809275+0000","last_became_active":"2024-09-16T00:53:14.818629+0000","last_became_peered":"2024-09-16T00:53:14.818629+0000","last_unstale":"2024-09-16T00:53:15.809275+0000","last_undegraded":"2024-09-16T00:53:15.809275+0000","last_fullsized":"2024-09-16T00:53:15.809275+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:43.138601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566251+0000","last_change":"2024-09-16T00:53:14.829567+0000","last_active":"2024-09-16T00:53:16.566251+0000","last_peered":"2024-09-16T00:53:16.566251+0000","last_clean":"2024-09-16T00:53:16.566251+0000","last_became_active":"2024-09-16T00:53:14.829225+0000","last_became_peered":"2024-09-16T00:53:14.829225+0000","last_unstale":"2024-09-16T00:53:16.566251+0000","last_undegraded":"2024-09-16T00:53:16.566251+0000","last_fullsized":"2024-09-16T00:53:16.566251+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:09.368960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566158+0000","last_change":"2024-09-16T00:53:14.827844+0000","last_active":"2024-09-16T00:53:16.566158+0000","last_peered":"2024-09-16T00:53:16.566158+0000","last_clean":"2024-09-16T00:53:16.566158+0000","last_became_active":"2024-09-16T00:53:14.827599+0000","last_became_peered":"2024-09-16T00:53:14.827599+0000","last_unstale":"2024-09-16T00:53:16.566158+0000","last_undegraded":"2024-09-16T00:53:16.566158+0000","last_fullsized":"2024-09-16T00:53:16.566158+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:54.514357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565467+0000","last_change":"2024-09-16T00:53:14.828427+0000","last_active":"2024-09-16T00:53:16.565467+0000","last_peered":"2024-09-16T00:53:16.565467+0000","last_clean":"2024-09-16T00:53:16.565467+0000","last_became_active":"2024-09-16T00:53:14.828075+0000","last_became_peered":"2024-09-16T00:53:14.828075+0000","last_unstale":"2024-09-16T00:53:16.565467+0000","last_undegraded":"2024-09-16T00:53:16.565467+0000","last_fullsized":"2024-09-16T00:53:16.565467+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:33.084890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566466+0000","last_change":"2024-09-16T00:53:14.810493+0000","last_active":"2024-09-16T00:53:16.566466+0000","last_peered":"2024-09-16T00:53:16.566466+0000","last_clean":"2024-09-16T00:53:16.566466+0000","last_became_active":"2024-09-16T00:53:14.810214+0000","last_became_peered":"2024-09-16T00:53:14.810214+0000","last_unstale":"2024-09-16T00:53:16.566466+0000","last_undegraded":"2024-09-16T00:53:16.566466+0000","last_fullsized":"2024-09-16T00:53:16.566466+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:36.084089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566162+0000","last_change":"2024-09-16T00:53:14.815663+0000","last_active":"2024-09-16T00:53:16.566162+0000","last_peered":"2024-09-16T00:53:16.566162+0000","last_clean":"2024-09-16T00:53:16.566162+0000","last_became_active":"2024-09-16T00:53:14.815391+0000","last_became_peered":"2024-09-16T00:53:14.815391+0000","last_unstale":"2024-09-16T00:53:16.566162+0000","last_undegraded":"2024-09-16T00:53:16.566162+0000","last_fullsized":"2024-09-16T00:53:16.566162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808850+0000","last_change":"2024-09-16T00:53:14.818930+0000","last_active":"2024-09-16T00:53:15.808850+0000","last_peered":"2024-09-16T00:53:15.808850+0000","last_clean":"2024-09-16T00:53:15.808850+0000","last_became_active":"2024-09-16T00:53:14.818643+0000","last_became_peered":"2024-09-16T00:53:14.818643+0000","last_unstale":"2024-09-16T00:53:15.808850+0000","last_undegraded":"2024-09-16T00:53:15.808850+0000","last_fullsized":"2024-09-16T00:53:15.808850+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:04.717641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566249+0000","last_change":"2024-09-16T00:53:14.832699+0000","last_active":"2024-09-16T00:53:16.566249+0000","last_peered":"2024-09-16T00:53:16.566249+0000","last_clean":"2024-09-16T00:53:16.566249+0000","last_became_active":"2024-09-16T00:53:14.832460+0000","last_became_peered":"2024-09-16T00:53:14.832460+0000","last_unstale":"2024-09-16T00:53:16.566249+0000","last_undegraded":"2024-09-16T00:53:16.566249+0000","last_fullsized":"2024-09-16T00:53:16.566249+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:46.265411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566912+0000","last_change":"2024-09-16T00:53:14.829331+0000","last_active":"2024-09-16T00:53:16.566912+0000","last_peered":"2024-09-16T00:53:16.566912+0000","last_clean":"2024-09-16T00:53:16.566912+0000","last_became_active":"2024-09-16T00:53:14.828683+0000","last_became_peered":"2024-09-16T00:53:14.828683+0000","last_unstale":"2024-09-16T00:53:16.566912+0000","last_undegraded":"2024-09-16T00:53:16.566912+0000","last_fullsized":"2024-09-16T00:53:16.566912+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:01.441953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566847+0000","last_change":"2024-09-16T00:53:14.834260+0000","last_active":"2024-09-16T00:53:16.566847+0000","last_peered":"2024-09-16T00:53:16.566847+0000","last_clean":"2024-09-16T00:53:16.566847+0000","last_became_active":"2024-09-16T00:53:14.833970+0000","last_became_peered":"2024-09-16T00:53:14.833970+0000","last_unstale":"2024-09-16T00:53:16.566847+0000","last_undegraded":"2024-09-16T00:53:16.566847+0000","last_fullsized":"2024-09-16T00:53:16.566847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:47.903887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565839+0000","last_change":"2024-09-16T00:53:14.823033+0000","last_active":"2024-09-16T00:53:16.565839+0000","last_peered":"2024-09-16T00:53:16.565839+0000","last_clean":"2024-09-16T00:53:16.565839+0000","last_became_active":"2024-09-16T00:53:14.822730+0000","last_became_peered":"2024-09-16T00:53:14.822730+0000","last_unstale":"2024-09-16T00:53:16.565839+0000","last_undegraded":"2024-09-16T00:53:16.565839+0000","last_fullsized":"2024-09-16T00:53:16.565839+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:36.084089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566374+0000","last_change":"2024-09-16T00:53:14.830631+0000","last_active":"2024-09-16T00:53:16.566374+0000","last_peered":"2024-09-16T00:53:16.566374+0000","last_clean":"2024-09-16T00:53:16.566374+0000","last_became_active":"2024-09-16T00:53:14.828989+0000","last_became_peered":"2024-09-16T00:53:14.828989+0000","last_unstale":"2024-09-16T00:53:16.566374+0000","last_undegraded":"2024-09-16T00:53:16.566374+0000","last_fullsized":"2024-09-16T00:53:16.566374+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:19.512686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565251+0000","last_change":"2024-09-16T00:53:14.827735+0000","last_active":"2024-09-16T00:53:16.565251+0000","last_peered":"2024-09-16T00:53:16.565251+0000","last_clean":"2024-09-16T00:53:16.565251+0000","last_became_active":"2024-09-16T00:53:14.826911+0000","last_became_peered":"2024-09-16T00:53:14.826911+0000","last_unstale":"2024-09-16T00:53:16.565251+0000","last_undegraded":"2024-09-16T00:53:16.565251+0000","last_fullsized":"2024-09-16T00:53:16.565251+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:59:56.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566315+0000","last_change":"2024-09-16T00:53:14.825348+0000","last_active":"2024-09-16T00:53:16.566315+0000","last_peered":"2024-09-16T00:53:16.566315+0000","last_clean":"2024-09-16T00:53:16.566315+0000","last_became_active":"2024-09-16T00:53:14.825041+0000","last_became_peered":"2024-09-16T00:53:14.825041+0000","last_unstale":"2024-09-16T00:53:16.566315+0000","last_undegraded":"2024-09-16T00:53:16.566315+0000","last_fullsized":"2024-09-16T00:53:16.566315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810016+0000","last_change":"2024-09-16T00:53:14.820149+0000","last_active":"2024-09-16T00:53:15.810016+0000","last_peered":"2024-09-16T00:53:15.810016+0000","last_clean":"2024-09-16T00:53:15.810016+0000","last_became_active":"2024-09-16T00:53:14.819836+0000","last_became_peered":"2024-09-16T00:53:14.819836+0000","last_unstale":"2024-09-16T00:53:15.810016+0000","last_undegraded":"2024-09-16T00:53:15.810016+0000","last_fullsized":"2024-09-16T00:53:15.810016+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:52.829099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811241+0000","last_change":"2024-09-16T00:53:14.829775+0000","last_active":"2024-09-16T00:53:15.811241+0000","last_peered":"2024-09-16T00:53:15.811241+0000","last_clean":"2024-09-16T00:53:15.811241+0000","last_became_active":"2024-09-16T00:53:14.829484+0000","last_became_peered":"2024-09-16T00:53:14.829484+0000","last_unstale":"2024-09-16T00:53:15.811241+0000","last_undegraded":"2024-09-16T00:53:15.811241+0000","last_fullsized":"2024-09-16T00:53:15.811241+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.811617+0000","last_change":"2024-09-16T00:53:14.811617+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.811617+0000","last_undegraded":"2024-09-16T00:53:14.811617+0000","last_fullsized":"2024-09-16T00:53:14.811617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566158+0000","last_change":"2024-09-16T00:53:14.817967+0000","last_active":"2024-09-16T00:53:16.566158+0000","last_peered":"2024-09-16T00:53:16.566158+0000","last_clean":"2024-09-16T00:53:16.566158+0000","last_became_active":"2024-09-16T00:53:14.817642+0000","last_became_peered":"2024-09-16T00:53:14.817642+0000","last_unstale":"2024-09-16T00:53:16.566158+0000","last_undegraded":"2024-09-16T00:53:16.566158+0000","last_fullsized":"2024-09-16T00:53:16.566158+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:17.130833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.808168+0000","last_change":"2024-09-16T00:53:14.808168+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.808168+0000","last_undegraded":"2024-09-16T00:53:14.808168+0000","last_fullsized":"2024-09-16T00:53:14.808168+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566463+0000","last_change":"2024-09-16T00:53:14.818994+0000","last_active":"2024-09-16T00:53:16.566463+0000","last_peered":"2024-09-16T00:53:16.566463+0000","last_clean":"2024-09-16T00:53:16.566463+0000","last_became_active":"2024-09-16T00:53:14.818703+0000","last_became_peered":"2024-09-16T00:53:14.818703+0000","last_unstale":"2024-09-16T00:53:16.566463+0000","last_undegraded":"2024-09-16T00:53:16.566463+0000","last_fullsized":"2024-09-16T00:53:16.566463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:24.316727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565694+0000","last_change":"2024-09-16T00:53:14.827920+0000","last_active":"2024-09-16T00:53:16.565694+0000","last_peered":"2024-09-16T00:53:16.565694+0000","last_clean":"2024-09-16T00:53:16.565694+0000","last_became_active":"2024-09-16T00:53:14.826584+0000","last_became_peered":"2024-09-16T00:53:14.826584+0000","last_unstale":"2024-09-16T00:53:16.565694+0000","last_undegraded":"2024-09-16T00:53:16.565694+0000","last_fullsized":"2024-09-16T00:53:16.565694+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:00.775506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810761+0000","last_change":"2024-09-16T00:53:14.823004+0000","last_active":"2024-09-16T00:53:15.810761+0000","last_peered":"2024-09-16T00:53:15.810761+0000","last_clean":"2024-09-16T00:53:15.810761+0000","last_became_active":"2024-09-16T00:53:14.822030+0000","last_became_peered":"2024-09-16T00:53:14.822030+0000","last_unstale":"2024-09-16T00:53:15.810761+0000","last_undegraded":"2024-09-16T00:53:15.810761+0000","last_fullsized":"2024-09-16T00:53:15.810761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:23.510569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565480+0000","last_change":"2024-09-16T00:53:14.825874+0000","last_active":"2024-09-16T00:53:16.565480+0000","last_peered":"2024-09-16T00:53:16.565480+0000","last_clean":"2024-09-16T00:53:16.565480+0000","last_became_active":"2024-09-16T00:53:14.824893+0000","last_became_peered":"2024-09-16T00:53:14.824893+0000","last_unstale":"2024-09-16T00:53:16.565480+0000","last_undegraded":"2024-09-16T00:53:16.565480+0000","last_fullsized":"2024-09-16T00:53:16.565480+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:50.560072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807743+0000","last_change":"2024-09-16T00:53:14.807743+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807743+0000","last_undegraded":"2024-09-16T00:53:14.807743+0000","last_fullsized":"2024-09-16T00:53:14.807743+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566662+0000","last_change":"2024-09-16T00:53:14.834575+0000","last_active":"2024-09-16T00:53:16.566662+0000","last_peered":"2024-09-16T00:53:16.566662+0000","last_clean":"2024-09-16T00:53:16.566662+0000","last_became_active":"2024-09-16T00:53:14.834200+0000","last_became_peered":"2024-09-16T00:53:14.834200+0000","last_unstale":"2024-09-16T00:53:16.566662+0000","last_undegraded":"2024-09-16T00:53:16.566662+0000","last_fullsized":"2024-09-16T00:53:16.566662+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:00.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":8,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.818423+0000","last_change":"2024-09-16T00:53:14.818423+0000","last_active":"2024-09-16T00:53:14.818423+0000","last_peered":"2024-09-16T00:53:14.818423+0000","last_clean":"2024-09-16T00:53:14.818423+0000","last_became_active":"2024-09-16T00:53:14.818131+0000","last_became_peered":"2024-09-16T00:53:14.818131+0000","last_unstale":"2024-09-16T00:53:14.818423+0000","last_undegraded":"2024-09-16T00:53:14.818423+0000","last_fullsized":"2024-09-16T00:53:14.818423+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:39.957611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566705+0000","last_change":"2024-09-16T00:53:14.815012+0000","last_active":"2024-09-16T00:53:16.566705+0000","last_peered":"2024-09-16T00:53:16.566705+0000","last_clean":"2024-09-16T00:53:16.566705+0000","last_became_active":"2024-09-16T00:53:14.814707+0000","last_became_peered":"2024-09-16T00:53:14.814707+0000","last_unstale":"2024-09-16T00:53:16.566705+0000","last_undegraded":"2024-09-16T00:53:16.566705+0000","last_fullsized":"2024-09-16T00:53:16.566705+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:55.043423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815471+0000","last_change":"2024-09-16T00:53:14.814391+0000","last_active":"2024-09-16T00:53:14.815471+0000","last_peered":"2024-09-16T00:53:14.815471+0000","last_clean":"2024-09-16T00:53:14.815471+0000","last_became_active":"2024-09-16T00:53:14.814091+0000","last_became_peered":"2024-09-16T00:53:14.814091+0000","last_unstale":"2024-09-16T00:53:14.815471+0000","last_undegraded":"2024-09-16T00:53:14.815471+0000","last_fullsized":"2024-09-16T00:53:14.815471+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:11.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":3,"reported_epoch":38,"state":"creating+activating","last_fresh":"2024-09-16T00:53:14.807671+0000","last_change":"2024-09-16T00:53:14.807671+0000","last_active":"2024-09-16T00:53:13.790891+0000","last_peered":"2024-09-16T00:53:13.790891+0000","last_clean":"2024-09-16T00:53:13.790891+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:14.807671+0000","last_undegraded":"2024-09-16T00:53:14.807671+0000","last_fullsized":"2024-09-16T00:53:14.807671+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810931+0000","last_change":"2024-09-16T00:53:14.823239+0000","last_active":"2024-09-16T00:53:15.810931+0000","last_peered":"2024-09-16T00:53:15.810931+0000","last_clean":"2024-09-16T00:53:15.810931+0000","last_became_active":"2024-09-16T00:53:14.822438+0000","last_became_peered":"2024-09-16T00:53:14.822438+0000","last_unstale":"2024-09-16T00:53:15.810931+0000","last_undegraded":"2024-09-16T00:53:15.810931+0000","last_fullsized":"2024-09-16T00:53:15.810931+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:05.177918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565478+0000","last_change":"2024-09-16T00:53:14.821461+0000","last_active":"2024-09-16T00:53:16.565478+0000","last_peered":"2024-09-16T00:53:16.565478+0000","last_clean":"2024-09-16T00:53:16.565478+0000","last_became_active":"2024-09-16T00:53:14.821024+0000","last_became_peered":"2024-09-16T00:53:14.821024+0000","last_unstale":"2024-09-16T00:53:16.565478+0000","last_undegraded":"2024-09-16T00:53:16.565478+0000","last_fullsized":"2024-09-16T00:53:16.565478+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:08.091581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810906+0000","last_change":"2024-09-16T00:53:14.821291+0000","last_active":"2024-09-16T00:53:15.810906+0000","last_peered":"2024-09-16T00:53:15.810906+0000","last_clean":"2024-09-16T00:53:15.810906+0000","last_became_active":"2024-09-16T00:53:14.821020+0000","last_became_peered":"2024-09-16T00:53:14.821020+0000","last_unstale":"2024-09-16T00:53:15.810906+0000","last_undegraded":"2024-09-16T00:53:15.810906+0000","last_fullsized":"2024-09-16T00:53:15.810906+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.974624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'3","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.815344+0000","last_change":"2024-09-16T00:53:13.814470+0000","last_active":"2024-09-16T00:53:14.815344+0000","last_peered":"2024-09-16T00:53:14.815344+0000","last_clean":"2024-09-16T00:53:14.815344+0000","last_became_active":"2024-09-16T00:53:13.814198+0000","last_became_peered":"2024-09-16T00:53:13.814198+0000","last_unstale":"2024-09-16T00:53:14.815344+0000","last_undegraded":"2024-09-16T00:53:14.815344+0000","last_fullsized":"2024-09-16T00:53:14.815344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566582+0000","last_change":"2024-09-16T00:53:14.834298+0000","last_active":"2024-09-16T00:53:16.566582+0000","last_peered":"2024-09-16T00:53:16.566582+0000","last_clean":"2024-09-16T00:53:16.566582+0000","last_became_active":"2024-09-16T00:53:14.833809+0000","last_became_peered":"2024-09-16T00:53:14.833809+0000","last_unstale":"2024-09-16T00:53:16.566582+0000","last_undegraded":"2024-09-16T00:53:16.566582+0000","last_fullsized":"2024-09-16T00:53:16.566582+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:21.394570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565952+0000","last_change":"2024-09-16T00:53:13.810188+0000","last_active":"2024-09-16T00:53:16.565952+0000","last_peered":"2024-09-16T00:53:16.565952+0000","last_clean":"2024-09-16T00:53:16.565952+0000","last_became_active":"2024-09-16T00:53:13.809889+0000","last_became_peered":"2024-09-16T00:53:13.809889+0000","last_unstale":"2024-09-16T00:53:16.565952+0000","last_undegraded":"2024-09-16T00:53:16.565952+0000","last_fullsized":"2024-09-16T00:53:16.565952+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:44.520041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566093+0000","last_change":"2024-09-16T00:53:14.831906+0000","last_active":"2024-09-16T00:53:16.566093+0000","last_peered":"2024-09-16T00:53:16.566093+0000","last_clean":"2024-09-16T00:53:16.566093+0000","last_became_active":"2024-09-16T00:53:14.831637+0000","last_became_peered":"2024-09-16T00:53:14.831637+0000","last_unstale":"2024-09-16T00:53:16.566093+0000","last_undegraded":"2024-09-16T00:53:16.566093+0000","last_fullsized":"2024-09-16T00:53:16.566093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:44.251340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566720+0000","last_change":"2024-09-16T00:53:13.813347+0000","last_active":"2024-09-16T00:53:16.566720+0000","last_peered":"2024-09-16T00:53:16.566720+0000","last_clean":"2024-09-16T00:53:16.566720+0000","last_became_active":"2024-09-16T00:53:13.813045+0000","last_became_peered":"2024-09-16T00:53:13.813045+0000","last_unstale":"2024-09-16T00:53:16.566720+0000","last_undegraded":"2024-09-16T00:53:16.566720+0000","last_fullsized":"2024-09-16T00:53:16.566720+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:44.520041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809441+0000","last_change":"2024-09-16T00:53:14.816802+0000","last_active":"2024-09-16T00:53:15.809441+0000","last_peered":"2024-09-16T00:53:15.809441+0000","last_clean":"2024-09-16T00:53:15.809441+0000","last_became_active":"2024-09-16T00:53:14.816510+0000","last_became_peered":"2024-09-16T00:53:14.816510+0000","last_unstale":"2024-09-16T00:53:15.809441+0000","last_undegraded":"2024-09-16T00:53:15.809441+0000","last_fullsized":"2024-09-16T00:53:15.809441+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:15.294531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565774+0000","last_change":"2024-09-16T00:53:13.816776+0000","last_active":"2024-09-16T00:53:16.565774+0000","last_peered":"2024-09-16T00:53:16.565774+0000","last_clean":"2024-09-16T00:53:16.565774+0000","last_became_active":"2024-09-16T00:53:13.816461+0000","last_became_peered":"2024-09-16T00:53:13.816461+0000","last_unstale":"2024-09-16T00:53:16.565774+0000","last_undegraded":"2024-09-16T00:53:16.565774+0000","last_fullsized":"2024-09-16T00:53:16.565774+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:38.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565783+0000","last_change":"2024-09-16T00:53:14.813483+0000","last_active":"2024-09-16T00:53:16.565783+0000","last_peered":"2024-09-16T00:53:16.565783+0000","last_clean":"2024-09-16T00:53:16.565783+0000","last_became_active":"2024-09-16T00:53:14.813184+0000","last_became_peered":"2024-09-16T00:53:14.813184+0000","last_unstale":"2024-09-16T00:53:16.565783+0000","last_undegraded":"2024-09-16T00:53:16.565783+0000","last_fullsized":"2024-09-16T00:53:16.565783+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:27.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566481+0000","last_change":"2024-09-16T00:53:13.811422+0000","last_active":"2024-09-16T00:53:16.566481+0000","last_peered":"2024-09-16T00:53:16.566481+0000","last_clean":"2024-09-16T00:53:16.566481+0000","last_became_active":"2024-09-16T00:53:13.811132+0000","last_became_peered":"2024-09-16T00:53:13.811132+0000","last_unstale":"2024-09-16T00:53:16.566481+0000","last_undegraded":"2024-09-16T00:53:16.566481+0000","last_fullsized":"2024-09-16T00:53:16.566481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:44.802992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566450+0000","last_change":"2024-09-16T00:53:14.824080+0000","last_active":"2024-09-16T00:53:16.566450+0000","last_peered":"2024-09-16T00:53:16.566450+0000","last_clean":"2024-09-16T00:53:16.566450+0000","last_became_active":"2024-09-16T00:53:14.823786+0000","last_became_peered":"2024-09-16T00:53:14.823786+0000","last_unstale":"2024-09-16T00:53:16.566450+0000","last_undegraded":"2024-09-16T00:53:16.566450+0000","last_fullsized":"2024-09-16T00:53:16.566450+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:43.138601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810472+0000","last_change":"2024-09-16T00:53:13.810274+0000","last_active":"2024-09-16T00:53:15.810472+0000","last_peered":"2024-09-16T00:53:15.810472+0000","last_clean":"2024-09-16T00:53:15.810472+0000","last_became_active":"2024-09-16T00:53:13.808918+0000","last_became_peered":"2024-09-16T00:53:13.808918+0000","last_unstale":"2024-09-16T00:53:15.810472+0000","last_undegraded":"2024-09-16T00:53:15.810472+0000","last_fullsized":"2024-09-16T00:53:15.810472+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:26.937821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565515+0000","last_change":"2024-09-16T00:53:14.835899+0000","last_active":"2024-09-16T00:53:16.565515+0000","last_peered":"2024-09-16T00:53:16.565515+0000","last_clean":"2024-09-16T00:53:16.565515+0000","last_became_active":"2024-09-16T00:53:14.835604+0000","last_became_peered":"2024-09-16T00:53:14.835604+0000","last_unstale":"2024-09-16T00:53:16.565515+0000","last_undegraded":"2024-09-16T00:53:16.565515+0000","last_fullsized":"2024-09-16T00:53:16.565515+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:48.956342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565946+0000","last_change":"2024-09-16T00:53:13.818313+0000","last_active":"2024-09-16T00:53:16.565946+0000","last_peered":"2024-09-16T00:53:16.565946+0000","last_clean":"2024-09-16T00:53:16.565946+0000","last_became_active":"2024-09-16T00:53:13.818042+0000","last_became_peered":"2024-09-16T00:53:13.818042+0000","last_unstale":"2024-09-16T00:53:16.565946+0000","last_undegraded":"2024-09-16T00:53:16.565946+0000","last_fullsized":"2024-09-16T00:53:16.565946+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:16.125753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808934+0000","last_change":"2024-09-16T00:53:14.805412+0000","last_active":"2024-09-16T00:53:15.808934+0000","last_peered":"2024-09-16T00:53:15.808934+0000","last_clean":"2024-09-16T00:53:15.808934+0000","last_became_active":"2024-09-16T00:53:14.805165+0000","last_became_peered":"2024-09-16T00:53:14.805165+0000","last_unstale":"2024-09-16T00:53:15.808934+0000","last_undegraded":"2024-09-16T00:53:15.808934+0000","last_fullsized":"2024-09-16T00:53:15.808934+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565161+0000","last_change":"2024-09-16T00:53:13.816204+0000","last_active":"2024-09-16T00:53:16.565161+0000","last_peered":"2024-09-16T00:53:16.565161+0000","last_clean":"2024-09-16T00:53:16.565161+0000","last_became_active":"2024-09-16T00:53:13.815889+0000","last_became_peered":"2024-09-16T00:53:13.815889+0000","last_unstale":"2024-09-16T00:53:16.565161+0000","last_undegraded":"2024-09-16T00:53:16.565161+0000","last_fullsized":"2024-09-16T00:53:16.565161+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:10.799247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566327+0000","last_change":"2024-09-16T00:53:14.827697+0000","last_active":"2024-09-16T00:53:16.566327+0000","last_peered":"2024-09-16T00:53:16.566327+0000","last_clean":"2024-09-16T00:53:16.566327+0000","last_became_active":"2024-09-16T00:53:14.827457+0000","last_became_peered":"2024-09-16T00:53:14.827457+0000","last_unstale":"2024-09-16T00:53:16.566327+0000","last_undegraded":"2024-09-16T00:53:16.566327+0000","last_fullsized":"2024-09-16T00:53:16.566327+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:55.539756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809544+0000","last_change":"2024-09-16T00:53:13.809638+0000","last_active":"2024-09-16T00:53:15.809544+0000","last_peered":"2024-09-16T00:53:15.809544+0000","last_clean":"2024-09-16T00:53:15.809544+0000","last_became_active":"2024-09-16T00:53:13.809330+0000","last_became_peered":"2024-09-16T00:53:13.809330+0000","last_unstale":"2024-09-16T00:53:15.809544+0000","last_undegraded":"2024-09-16T00:53:15.809544+0000","last_fullsized":"2024-09-16T00:53:15.809544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:52.551581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811235+0000","last_change":"2024-09-16T00:53:14.817696+0000","last_active":"2024-09-16T00:53:15.811235+0000","last_peered":"2024-09-16T00:53:15.811235+0000","last_clean":"2024-09-16T00:53:15.811235+0000","last_became_active":"2024-09-16T00:53:14.817065+0000","last_became_peered":"2024-09-16T00:53:14.817065+0000","last_unstale":"2024-09-16T00:53:15.811235+0000","last_undegraded":"2024-09-16T00:53:15.811235+0000","last_fullsized":"2024-09-16T00:53:15.811235+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:04.717641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566969+0000","last_change":"2024-09-16T00:53:13.812538+0000","last_active":"2024-09-16T00:53:16.566969+0000","last_peered":"2024-09-16T00:53:16.566969+0000","last_clean":"2024-09-16T00:53:16.566969+0000","last_became_active":"2024-09-16T00:53:13.811953+0000","last_became_peered":"2024-09-16T00:53:13.811953+0000","last_unstale":"2024-09-16T00:53:16.566969+0000","last_undegraded":"2024-09-16T00:53:16.566969+0000","last_fullsized":"2024-09-16T00:53:16.566969+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:34.899996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565983+0000","last_change":"2024-09-16T00:53:14.812328+0000","last_active":"2024-09-16T00:53:16.565983+0000","last_peered":"2024-09-16T00:53:16.565983+0000","last_clean":"2024-09-16T00:53:16.565983+0000","last_became_active":"2024-09-16T00:53:14.812032+0000","last_became_peered":"2024-09-16T00:53:14.812032+0000","last_unstale":"2024-09-16T00:53:16.565983+0000","last_undegraded":"2024-09-16T00:53:16.565983+0000","last_fullsized":"2024-09-16T00:53:16.565983+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:00.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566928+0000","last_change":"2024-09-16T00:53:13.810310+0000","last_active":"2024-09-16T00:53:16.566928+0000","last_peered":"2024-09-16T00:53:16.566928+0000","last_clean":"2024-09-16T00:53:16.566928+0000","last_became_active":"2024-09-16T00:53:13.809962+0000","last_became_peered":"2024-09-16T00:53:13.809962+0000","last_unstale":"2024-09-16T00:53:16.566928+0000","last_undegraded":"2024-09-16T00:53:16.566928+0000","last_fullsized":"2024-09-16T00:53:16.566928+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.998348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566302+0000","last_change":"2024-09-16T00:53:14.825260+0000","last_active":"2024-09-16T00:53:16.566302+0000","last_peered":"2024-09-16T00:53:16.566302+0000","last_clean":"2024-09-16T00:53:16.566302+0000","last_became_active":"2024-09-16T00:53:14.824921+0000","last_became_peered":"2024-09-16T00:53:14.824921+0000","last_unstale":"2024-09-16T00:53:16.566302+0000","last_undegraded":"2024-09-16T00:53:16.566302+0000","last_fullsized":"2024-09-16T00:53:16.566302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:48:44.699245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809168+0000","last_change":"2024-09-16T00:53:13.803450+0000","last_active":"2024-09-16T00:53:15.809168+0000","last_peered":"2024-09-16T00:53:15.809168+0000","last_clean":"2024-09-16T00:53:15.809168+0000","last_became_active":"2024-09-16T00:53:13.802631+0000","last_became_peered":"2024-09-16T00:53:13.802631+0000","last_unstale":"2024-09-16T00:53:15.809168+0000","last_undegraded":"2024-09-16T00:53:15.809168+0000","last_fullsized":"2024-09-16T00:53:15.809168+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:49.202758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565947+0000","last_change":"2024-09-16T00:53:14.829488+0000","last_active":"2024-09-16T00:53:16.565947+0000","last_peered":"2024-09-16T00:53:16.565947+0000","last_clean":"2024-09-16T00:53:16.565947+0000","last_became_active":"2024-09-16T00:53:14.829167+0000","last_became_peered":"2024-09-16T00:53:14.829167+0000","last_unstale":"2024-09-16T00:53:16.565947+0000","last_undegraded":"2024-09-16T00:53:16.565947+0000","last_fullsized":"2024-09-16T00:53:16.565947+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:21.394570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809133+0000","last_change":"2024-09-16T00:53:13.812230+0000","last_active":"2024-09-16T00:53:15.809133+0000","last_peered":"2024-09-16T00:53:15.809133+0000","last_clean":"2024-09-16T00:53:15.809133+0000","last_became_active":"2024-09-16T00:53:13.810126+0000","last_became_peered":"2024-09-16T00:53:13.810126+0000","last_unstale":"2024-09-16T00:53:15.809133+0000","last_undegraded":"2024-09-16T00:53:15.809133+0000","last_fullsized":"2024-09-16T00:53:15.809133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.998348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808977+0000","last_change":"2024-09-16T00:53:14.813967+0000","last_active":"2024-09-16T00:53:15.808977+0000","last_peered":"2024-09-16T00:53:15.808977+0000","last_clean":"2024-09-16T00:53:15.808977+0000","last_became_active":"2024-09-16T00:53:14.813702+0000","last_became_peered":"2024-09-16T00:53:14.813702+0000","last_unstale":"2024-09-16T00:53:15.808977+0000","last_undegraded":"2024-09-16T00:53:15.808977+0000","last_fullsized":"2024-09-16T00:53:15.808977+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566466+0000","last_change":"2024-09-16T00:53:13.819133+0000","last_active":"2024-09-16T00:53:16.566466+0000","last_peered":"2024-09-16T00:53:16.566466+0000","last_clean":"2024-09-16T00:53:16.566466+0000","last_became_active":"2024-09-16T00:53:13.818826+0000","last_became_peered":"2024-09-16T00:53:13.818826+0000","last_unstale":"2024-09-16T00:53:16.566466+0000","last_undegraded":"2024-09-16T00:53:16.566466+0000","last_fullsized":"2024-09-16T00:53:16.566466+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:26.835782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810405+0000","last_change":"2024-09-16T00:53:14.822845+0000","last_active":"2024-09-16T00:53:15.810405+0000","last_peered":"2024-09-16T00:53:15.810405+0000","last_clean":"2024-09-16T00:53:15.810405+0000","last_became_active":"2024-09-16T00:53:14.822532+0000","last_became_peered":"2024-09-16T00:53:14.822532+0000","last_unstale":"2024-09-16T00:53:15.810405+0000","last_undegraded":"2024-09-16T00:53:15.810405+0000","last_fullsized":"2024-09-16T00:53:15.810405+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:25:45.001933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813018+0000","last_change":"2024-09-16T00:53:13.816379+0000","last_active":"2024-09-16T00:53:14.813018+0000","last_peered":"2024-09-16T00:53:14.813018+0000","last_clean":"2024-09-16T00:53:14.813018+0000","last_became_active":"2024-09-16T00:53:13.815116+0000","last_became_peered":"2024-09-16T00:53:13.815116+0000","last_unstale":"2024-09-16T00:53:14.813018+0000","last_undegraded":"2024-09-16T00:53:14.813018+0000","last_fullsized":"2024-09-16T00:53:14.813018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809083+0000","last_change":"2024-09-16T00:53:14.809329+0000","last_active":"2024-09-16T00:53:15.809083+0000","last_peered":"2024-09-16T00:53:15.809083+0000","last_clean":"2024-09-16T00:53:15.809083+0000","last_became_active":"2024-09-16T00:53:14.808965+0000","last_became_peered":"2024-09-16T00:53:14.808965+0000","last_unstale":"2024-09-16T00:53:15.809083+0000","last_undegraded":"2024-09-16T00:53:15.809083+0000","last_fullsized":"2024-09-16T00:53:15.809083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:19.512686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":22,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810042+0000","last_change":"2024-09-16T00:53:13.810051+0000","last_active":"2024-09-16T00:53:15.810042+0000","last_peered":"2024-09-16T00:53:15.810042+0000","last_clean":"2024-09-16T00:53:15.810042+0000","last_became_active":"2024-09-16T00:53:13.808929+0000","last_became_peered":"2024-09-16T00:53:13.808929+0000","last_unstale":"2024-09-16T00:53:15.810042+0000","last_undegraded":"2024-09-16T00:53:15.810042+0000","last_fullsized":"2024-09-16T00:53:15.810042+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:58.933233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809416+0000","last_change":"2024-09-16T00:53:14.816742+0000","last_active":"2024-09-16T00:53:15.809416+0000","last_peered":"2024-09-16T00:53:15.809416+0000","last_clean":"2024-09-16T00:53:15.809416+0000","last_became_active":"2024-09-16T00:53:14.816460+0000","last_became_peered":"2024-09-16T00:53:14.816460+0000","last_unstale":"2024-09-16T00:53:15.809416+0000","last_undegraded":"2024-09-16T00:53:15.809416+0000","last_fullsized":"2024-09-16T00:53:15.809416+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:55.043423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566820+0000","last_change":"2024-09-16T00:53:13.813691+0000","last_active":"2024-09-16T00:53:16.566820+0000","last_peered":"2024-09-16T00:53:16.566820+0000","last_clean":"2024-09-16T00:53:16.566820+0000","last_became_active":"2024-09-16T00:53:13.813407+0000","last_became_peered":"2024-09-16T00:53:13.813407+0000","last_unstale":"2024-09-16T00:53:16.566820+0000","last_undegraded":"2024-09-16T00:53:16.566820+0000","last_fullsized":"2024-09-16T00:53:16.566820+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:49.202758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566856+0000","last_change":"2024-09-16T00:53:14.833493+0000","last_active":"2024-09-16T00:53:16.566856+0000","last_peered":"2024-09-16T00:53:16.566856+0000","last_clean":"2024-09-16T00:53:16.566856+0000","last_became_active":"2024-09-16T00:53:14.832570+0000","last_became_peered":"2024-09-16T00:53:14.832570+0000","last_unstale":"2024-09-16T00:53:16.566856+0000","last_undegraded":"2024-09-16T00:53:16.566856+0000","last_fullsized":"2024-09-16T00:53:16.566856+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:15.294531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566203+0000","last_change":"2024-09-16T00:53:13.818804+0000","last_active":"2024-09-16T00:53:16.566203+0000","last_peered":"2024-09-16T00:53:16.566203+0000","last_clean":"2024-09-16T00:53:16.566203+0000","last_became_active":"2024-09-16T00:53:13.818498+0000","last_became_peered":"2024-09-16T00:53:13.818498+0000","last_unstale":"2024-09-16T00:53:16.566203+0000","last_undegraded":"2024-09-16T00:53:16.566203+0000","last_fullsized":"2024-09-16T00:53:16.566203+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:22:18.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566098+0000","last_change":"2024-09-16T00:53:14.830206+0000","last_active":"2024-09-16T00:53:16.566098+0000","last_peered":"2024-09-16T00:53:16.566098+0000","last_clean":"2024-09-16T00:53:16.566098+0000","last_became_active":"2024-09-16T00:53:14.826492+0000","last_became_peered":"2024-09-16T00:53:14.826492+0000","last_unstale":"2024-09-16T00:53:16.566098+0000","last_undegraded":"2024-09-16T00:53:16.566098+0000","last_fullsized":"2024-09-16T00:53:16.566098+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:48.064873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566331+0000","last_change":"2024-09-16T00:53:13.811160+0000","last_active":"2024-09-16T00:53:16.566331+0000","last_peered":"2024-09-16T00:53:16.566331+0000","last_clean":"2024-09-16T00:53:16.566331+0000","last_became_active":"2024-09-16T00:53:13.810883+0000","last_became_peered":"2024-09-16T00:53:13.810883+0000","last_unstale":"2024-09-16T00:53:16.566331+0000","last_undegraded":"2024-09-16T00:53:16.566331+0000","last_fullsized":"2024-09-16T00:53:16.566331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:00.760220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565916+0000","last_change":"2024-09-16T00:53:14.822466+0000","last_active":"2024-09-16T00:53:16.565916+0000","last_peered":"2024-09-16T00:53:16.565916+0000","last_clean":"2024-09-16T00:53:16.565916+0000","last_became_active":"2024-09-16T00:53:14.821881+0000","last_became_peered":"2024-09-16T00:53:14.821881+0000","last_unstale":"2024-09-16T00:53:16.565916+0000","last_undegraded":"2024-09-16T00:53:16.565916+0000","last_fullsized":"2024-09-16T00:53:16.565916+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:29.308174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566378+0000","last_change":"2024-09-16T00:53:13.814061+0000","last_active":"2024-09-16T00:53:16.566378+0000","last_peered":"2024-09-16T00:53:16.566378+0000","last_clean":"2024-09-16T00:53:16.566378+0000","last_became_active":"2024-09-16T00:53:13.813777+0000","last_became_peered":"2024-09-16T00:53:13.813777+0000","last_unstale":"2024-09-16T00:53:16.566378+0000","last_undegraded":"2024-09-16T00:53:16.566378+0000","last_fullsized":"2024-09-16T00:53:16.566378+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:27.649713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810187+0000","last_change":"2024-09-16T00:53:14.822250+0000","last_active":"2024-09-16T00:53:15.810187+0000","last_peered":"2024-09-16T00:53:15.810187+0000","last_clean":"2024-09-16T00:53:15.810187+0000","last_became_active":"2024-09-16T00:53:14.820675+0000","last_became_peered":"2024-09-16T00:53:14.820675+0000","last_unstale":"2024-09-16T00:53:15.810187+0000","last_undegraded":"2024-09-16T00:53:15.810187+0000","last_fullsized":"2024-09-16T00:53:15.810187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:28.342197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565578+0000","last_change":"2024-09-16T00:53:13.817320+0000","last_active":"2024-09-16T00:53:16.565578+0000","last_peered":"2024-09-16T00:53:16.565578+0000","last_clean":"2024-09-16T00:53:16.565578+0000","last_became_active":"2024-09-16T00:53:13.816974+0000","last_became_peered":"2024-09-16T00:53:13.816974+0000","last_unstale":"2024-09-16T00:53:16.565578+0000","last_undegraded":"2024-09-16T00:53:16.565578+0000","last_fullsized":"2024-09-16T00:53:16.565578+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:06.902394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565803+0000","last_change":"2024-09-16T00:53:14.812368+0000","last_active":"2024-09-16T00:53:16.565803+0000","last_peered":"2024-09-16T00:53:16.565803+0000","last_clean":"2024-09-16T00:53:16.565803+0000","last_became_active":"2024-09-16T00:53:14.812005+0000","last_became_peered":"2024-09-16T00:53:14.812005+0000","last_unstale":"2024-09-16T00:53:16.565803+0000","last_undegraded":"2024-09-16T00:53:16.565803+0000","last_fullsized":"2024-09-16T00:53:16.565803+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:04:29.020389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565566+0000","last_change":"2024-09-16T00:53:13.812311+0000","last_active":"2024-09-16T00:53:16.565566+0000","last_peered":"2024-09-16T00:53:16.565566+0000","last_clean":"2024-09-16T00:53:16.565566+0000","last_became_active":"2024-09-16T00:53:13.811988+0000","last_became_peered":"2024-09-16T00:53:13.811988+0000","last_unstale":"2024-09-16T00:53:16.565566+0000","last_undegraded":"2024-09-16T00:53:16.565566+0000","last_fullsized":"2024-09-16T00:53:16.565566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:34:39.931102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566380+0000","last_change":"2024-09-16T00:53:14.819166+0000","last_active":"2024-09-16T00:53:16.566380+0000","last_peered":"2024-09-16T00:53:16.566380+0000","last_clean":"2024-09-16T00:53:16.566380+0000","last_became_active":"2024-09-16T00:53:14.818888+0000","last_became_peered":"2024-09-16T00:53:14.818888+0000","last_unstale":"2024-09-16T00:53:16.566380+0000","last_undegraded":"2024-09-16T00:53:16.566380+0000","last_fullsized":"2024-09-16T00:53:16.566380+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:16.426899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811041+0000","last_change":"2024-09-16T00:53:13.810121+0000","last_active":"2024-09-16T00:53:15.811041+0000","last_peered":"2024-09-16T00:53:15.811041+0000","last_clean":"2024-09-16T00:53:15.811041+0000","last_became_active":"2024-09-16T00:53:13.809734+0000","last_became_peered":"2024-09-16T00:53:13.809734+0000","last_unstale":"2024-09-16T00:53:15.811041+0000","last_undegraded":"2024-09-16T00:53:15.811041+0000","last_fullsized":"2024-09-16T00:53:15.811041+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:36.794634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809132+0000","last_change":"2024-09-16T00:53:14.804799+0000","last_active":"2024-09-16T00:53:15.809132+0000","last_peered":"2024-09-16T00:53:15.809132+0000","last_clean":"2024-09-16T00:53:15.809132+0000","last_became_active":"2024-09-16T00:53:14.804523+0000","last_became_peered":"2024-09-16T00:53:14.804523+0000","last_unstale":"2024-09-16T00:53:15.809132+0000","last_undegraded":"2024-09-16T00:53:15.809132+0000","last_fullsized":"2024-09-16T00:53:15.809132+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:16.426899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565440+0000","last_change":"2024-09-16T00:53:13.813794+0000","last_active":"2024-09-16T00:53:16.565440+0000","last_peered":"2024-09-16T00:53:16.565440+0000","last_clean":"2024-09-16T00:53:16.565440+0000","last_became_active":"2024-09-16T00:53:13.813380+0000","last_became_peered":"2024-09-16T00:53:13.813380+0000","last_unstale":"2024-09-16T00:53:16.565440+0000","last_undegraded":"2024-09-16T00:53:16.565440+0000","last_fullsized":"2024-09-16T00:53:16.565440+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:16:58.314751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566285+0000","last_change":"2024-09-16T00:53:14.834785+0000","last_active":"2024-09-16T00:53:16.566285+0000","last_peered":"2024-09-16T00:53:16.566285+0000","last_clean":"2024-09-16T00:53:16.566285+0000","last_became_active":"2024-09-16T00:53:14.833630+0000","last_became_peered":"2024-09-16T00:53:14.833630+0000","last_unstale":"2024-09-16T00:53:16.566285+0000","last_undegraded":"2024-09-16T00:53:16.566285+0000","last_fullsized":"2024-09-16T00:53:16.566285+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:04:29.020389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566968+0000","last_change":"2024-09-16T00:53:13.815698+0000","last_active":"2024-09-16T00:53:16.566968+0000","last_peered":"2024-09-16T00:53:16.566968+0000","last_clean":"2024-09-16T00:53:16.566968+0000","last_became_active":"2024-09-16T00:53:13.815385+0000","last_became_peered":"2024-09-16T00:53:13.815385+0000","last_unstale":"2024-09-16T00:53:16.566968+0000","last_undegraded":"2024-09-16T00:53:16.566968+0000","last_fullsized":"2024-09-16T00:53:16.566968+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:52.551581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811313+0000","last_change":"2024-09-16T00:53:14.816985+0000","last_active":"2024-09-16T00:53:15.811313+0000","last_peered":"2024-09-16T00:53:15.811313+0000","last_clean":"2024-09-16T00:53:15.811313+0000","last_became_active":"2024-09-16T00:53:14.816650+0000","last_became_peered":"2024-09-16T00:53:14.816650+0000","last_unstale":"2024-09-16T00:53:15.811313+0000","last_undegraded":"2024-09-16T00:53:15.811313+0000","last_fullsized":"2024-09-16T00:53:15.811313+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565724+0000","last_change":"2024-09-16T00:53:13.818421+0000","last_active":"2024-09-16T00:53:16.565724+0000","last_peered":"2024-09-16T00:53:16.565724+0000","last_clean":"2024-09-16T00:53:16.565724+0000","last_became_active":"2024-09-16T00:53:13.818107+0000","last_became_peered":"2024-09-16T00:53:13.818107+0000","last_unstale":"2024-09-16T00:53:16.565724+0000","last_undegraded":"2024-09-16T00:53:16.565724+0000","last_fullsized":"2024-09-16T00:53:16.565724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:44.501890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809295+0000","last_change":"2024-09-16T00:53:14.830634+0000","last_active":"2024-09-16T00:53:15.809295+0000","last_peered":"2024-09-16T00:53:15.809295+0000","last_clean":"2024-09-16T00:53:15.809295+0000","last_became_active":"2024-09-16T00:53:14.830248+0000","last_became_peered":"2024-09-16T00:53:14.830248+0000","last_unstale":"2024-09-16T00:53:15.809295+0000","last_undegraded":"2024-09-16T00:53:15.809295+0000","last_fullsized":"2024-09-16T00:53:15.809295+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:24.316727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566342+0000","last_change":"2024-09-16T00:53:13.810875+0000","last_active":"2024-09-16T00:53:16.566342+0000","last_peered":"2024-09-16T00:53:16.566342+0000","last_clean":"2024-09-16T00:53:16.566342+0000","last_became_active":"2024-09-16T00:53:13.810589+0000","last_became_peered":"2024-09-16T00:53:13.810589+0000","last_unstale":"2024-09-16T00:53:16.566342+0000","last_undegraded":"2024-09-16T00:53:16.566342+0000","last_fullsized":"2024-09-16T00:53:16.566342+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:16.125753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566105+0000","last_change":"2024-09-16T00:53:14.811958+0000","last_active":"2024-09-16T00:53:16.566105+0000","last_peered":"2024-09-16T00:53:16.566105+0000","last_clean":"2024-09-16T00:53:16.566105+0000","last_became_active":"2024-09-16T00:53:14.811590+0000","last_became_peered":"2024-09-16T00:53:14.811590+0000","last_unstale":"2024-09-16T00:53:16.566105+0000","last_undegraded":"2024-09-16T00:53:16.566105+0000","last_fullsized":"2024-09-16T00:53:16.566105+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:19:03.229381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566183+0000","last_change":"2024-09-16T00:53:13.809849+0000","last_active":"2024-09-16T00:53:16.566183+0000","last_peered":"2024-09-16T00:53:16.566183+0000","last_clean":"2024-09-16T00:53:16.566183+0000","last_became_active":"2024-09-16T00:53:13.809522+0000","last_became_peered":"2024-09-16T00:53:13.809522+0000","last_unstale":"2024-09-16T00:53:16.566183+0000","last_undegraded":"2024-09-16T00:53:16.566183+0000","last_fullsized":"2024-09-16T00:53:16.566183+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:26.835782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565847+0000","last_change":"2024-09-16T00:53:14.815312+0000","last_active":"2024-09-16T00:53:16.565847+0000","last_peered":"2024-09-16T00:53:16.565847+0000","last_clean":"2024-09-16T00:53:16.565847+0000","last_became_active":"2024-09-16T00:53:14.815018+0000","last_became_peered":"2024-09-16T00:53:14.815018+0000","last_unstale":"2024-09-16T00:53:16.565847+0000","last_undegraded":"2024-09-16T00:53:16.565847+0000","last_fullsized":"2024-09-16T00:53:16.565847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:27.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-16T00:53:14.813564+0000","last_change":"2024-09-16T00:53:13.815937+0000","last_active":"2024-09-16T00:53:14.813564+0000","last_peered":"2024-09-16T00:53:14.813564+0000","last_clean":"2024-09-16T00:53:14.813564+0000","last_became_active":"2024-09-16T00:53:13.815661+0000","last_became_peered":"2024-09-16T00:53:13.815661+0000","last_unstale":"2024-09-16T00:53:14.813564+0000","last_undegraded":"2024-09-16T00:53:14.813564+0000","last_fullsized":"2024-09-16T00:53:14.813564+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:38.338432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565306+0000","last_change":"2024-09-16T00:53:14.828143+0000","last_active":"2024-09-16T00:53:16.565306+0000","last_peered":"2024-09-16T00:53:16.565306+0000","last_clean":"2024-09-16T00:53:16.565306+0000","last_became_active":"2024-09-16T00:53:14.827218+0000","last_became_peered":"2024-09-16T00:53:14.827218+0000","last_unstale":"2024-09-16T00:53:16.565306+0000","last_undegraded":"2024-09-16T00:53:16.565306+0000","last_fullsized":"2024-09-16T00:53:16.565306+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:15.540624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565178+0000","last_change":"2024-09-16T00:53:13.817569+0000","last_active":"2024-09-16T00:53:16.565178+0000","last_peered":"2024-09-16T00:53:16.565178+0000","last_clean":"2024-09-16T00:53:16.565178+0000","last_became_active":"2024-09-16T00:53:13.817222+0000","last_became_peered":"2024-09-16T00:53:13.817222+0000","last_unstale":"2024-09-16T00:53:16.565178+0000","last_undegraded":"2024-09-16T00:53:16.565178+0000","last_fullsized":"2024-09-16T00:53:16.565178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811038+0000","last_change":"2024-09-16T00:53:14.812838+0000","last_active":"2024-09-16T00:53:15.811038+0000","last_peered":"2024-09-16T00:53:15.811038+0000","last_clean":"2024-09-16T00:53:15.811038+0000","last_became_active":"2024-09-16T00:53:14.812523+0000","last_became_peered":"2024-09-16T00:53:14.812523+0000","last_unstale":"2024-09-16T00:53:15.811038+0000","last_undegraded":"2024-09-16T00:53:15.811038+0000","last_fullsized":"2024-09-16T00:53:15.811038+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:41.577030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808843+0000","last_change":"2024-09-16T00:53:13.810359+0000","last_active":"2024-09-16T00:53:15.808843+0000","last_peered":"2024-09-16T00:53:15.808843+0000","last_clean":"2024-09-16T00:53:15.808843+0000","last_became_active":"2024-09-16T00:53:13.810036+0000","last_became_peered":"2024-09-16T00:53:13.810036+0000","last_unstale":"2024-09-16T00:53:15.808843+0000","last_undegraded":"2024-09-16T00:53:15.808843+0000","last_fullsized":"2024-09-16T00:53:15.808843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:44.802992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566896+0000","last_change":"2024-09-16T00:53:14.823459+0000","last_active":"2024-09-16T00:53:16.566896+0000","last_peered":"2024-09-16T00:53:16.566896+0000","last_clean":"2024-09-16T00:53:16.566896+0000","last_became_active":"2024-09-16T00:53:14.823160+0000","last_became_peered":"2024-09-16T00:53:14.823160+0000","last_unstale":"2024-09-16T00:53:16.566896+0000","last_undegraded":"2024-09-16T00:53:16.566896+0000","last_fullsized":"2024-09-16T00:53:16.566896+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:09.195435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810897+0000","last_change":"2024-09-16T00:53:13.814954+0000","last_active":"2024-09-16T00:53:15.810897+0000","last_peered":"2024-09-16T00:53:15.810897+0000","last_clean":"2024-09-16T00:53:15.810897+0000","last_became_active":"2024-09-16T00:53:13.814675+0000","last_became_peered":"2024-09-16T00:53:13.814675+0000","last_unstale":"2024-09-16T00:53:15.810897+0000","last_undegraded":"2024-09-16T00:53:15.810897+0000","last_fullsized":"2024-09-16T00:53:15.810897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:18.174812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":207,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810182+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:15.810182+0000","last_peered":"2024-09-16T00:53:15.810182+0000","last_clean":"2024-09-16T00:53:15.810182+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:15.810182+0000","last_undegraded":"2024-09-16T00:53:15.810182+0000","last_fullsized":"2024-09-16T00:53:15.810182+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476751,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":417792,"data_stored":179690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":450560,"data_stored":194153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":193619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":446464,"data_stored":193639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32204,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339636,"statfs":{"total":96636764160,"available":96603787264,"internally_reserved":0,"allocated":1040384,"data_stored":783951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1052672,"data_stored":785599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31628,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340212,"statfs":{"total":96636764160,"available":96604377088,"internally_reserved":0,"allocated":450560,"data_stored":193661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":195195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:19.788 INFO:tasks.ceph.mds.b.smithi050.stderr:2024-09-16T00:53:19.787+0000 7f05e4762640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:53:22.205 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:22.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.319+0000 7f116e50a640 1 Processor -- start 2024-09-16T00:53:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.319+0000 7f116e50a640 1 -- start start 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116e50a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f116815e800 0x7f11680cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116e50a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f116806d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116e50a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11680cfd30 con 0x7f116806dbd0 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116e50a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f116815ebe0 con 0x7f116815e800 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116e50a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f11680d42d0 con 0x7f11680cf910 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116caa7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f116806dbd0 0x7f116806e080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43650/0 (socket says 172.21.15.32:43650) 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.320+0000 7f116caa7640 1 -- 172.21.15.32:0/307382959 learned_addr learned my addr 172.21.15.32:0/307382959 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f11677fe640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f116806d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1167fff640 1 --2- 172.21.15.32:0/307382959 >> v2:172.21.15.50:3300/0 conn(0x7f116815e800 0x7f11680cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 180584430 0 0) 0x7f11680cfd30 con 0x7f116806dbd0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1150003520 con 0x7f116806dbd0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1624201907 0 0) 0x7f1150003520 con 0x7f116806dbd0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 msgr2=0x7f116806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f116806d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 >> v2:172.21.15.50:3300/0 conn(0x7f116815e800 msgr2=0x7f11680cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 --2- 172.21.15.32:0/307382959 >> v2:172.21.15.50:3300/0 conn(0x7f116815e800 0x7f11680cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11680d3ff0 con 0x7f116806dbd0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f11600019f0 con 0x7f116806dbd0 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 >> v1:172.21.15.32:6789/0 conn(0x7f116806dbd0 legacy=0x7f116806e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150003a20 0x7f1150003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f1150004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1150004d40 0x7f11500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f116815ebe0 con 0x7f1150004d40 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f11680d42d0 con 0x7f1150003a20 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f115000b9c0 con 0x7f11680cf910 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f116caa7640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1150004d40 0x7f11500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f11677fe640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f1150004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f1167fff640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150003a20 0x7f1150003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f116caa7640 1 -- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 msgr2=0x7f1150004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f116caa7640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680cf910 0x7f1150004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f116caa7640 1 -- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150003a20 msgr2=0x7f1150003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.321+0000 7f116caa7640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150003a20 0x7f1150003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.322+0000 7f116caa7640 1 -- 172.21.15.32:0/307382959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1150003520 con 0x7f1150004d40 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.322+0000 7f116caa7640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1150004d40 0x7f11500051c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f11600013d0 tx=0x7f1150005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391c878f9b9e9d82 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.322+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116000a4e0 con 0x7f1150004d40 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.322+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f116002f070 con 0x7f1150004d40 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.322+0000 7f1166ffd640 1 -- 172.21.15.32:0/307382959 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116002bce0 con 0x7f1150004d40 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 -- 172.21.15.32:0/307382959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1150004d40 msgr2=0x7f11500051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 --2- 172.21.15.32:0/307382959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1150004d40 0x7f11500051c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f11600013d0 tx=0x7f1150005830 comp rx=0 tx=0).stop 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116caa7640 1 -- 172.21.15.32:0/307382959 reap_dead start 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 -- 172.21.15.32:0/307382959 shutdown_connections 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 -- 172.21.15.32:0/307382959 >> 172.21.15.32:0/307382959 conn(0x7f116809d750 msgr2=0x7f11680d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 -- 172.21.15.32:0/307382959 shutdown_connections 2024-09-16T00:53:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.323+0000 7f116e50a640 1 -- 172.21.15.32:0/307382959 wait complete. 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.324+0000 7f116e50a640 1 Processor -- start 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 -- start start 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150004d40 0x7f11680b9a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680b91c0 0x7f1168157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f116806d170 con 0x7f1168160fe0 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f116806ce90 con 0x7f1150004d40 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f116e50a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f11680d4e30 con 0x7f11680b91c0 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f11677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f11677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46618/0 (socket says 172.21.15.32:46618) 2024-09-16T00:53:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.325+0000 7f11677fe640 1 -- 172.21.15.32:0/1779133520 learned_addr learned my addr 172.21.15.32:0/1779133520 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 -- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680b91c0 msgr2=0x7f1168157740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680b91c0 0x7f1168157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 -- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150004d40 msgr2=0x7f11680b9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150004d40 0x7f11680b9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 -- 172.21.15.32:0/1779133520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11681614a0 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f11677fe640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f115c011910 tx=0x7f115c011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c00fa70 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f115c00fc10 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1168161780 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c014440 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.326+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1168161d40 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.327+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1168068880 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.328+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f115c012040 con 0x7f1168160fe0 2024-09-16T00:53:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.328+0000 7f1164ff9640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 0x7f115406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.328+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f115c08bc10 con 0x7f1168160fe0 2024-09-16T00:53:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.328+0000 7f1167fff640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 0x7f115406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.329+0000 7f1167fff640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 0x7f115406e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1158006b10 tx=0x7f1158006aa0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.333+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f115c019030 con 0x7f1168160fe0 2024-09-16T00:53:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.509+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f11680b1e40 con 0x7f115406c2b0 2024-09-16T00:53:22.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.515+0000 7f1164ff9640 1 -- 172.21.15.32:0/1779133520 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251979 (secure 0 0 0) 0x7f11680b1e40 con 0x7f115406c2b0 2024-09-16T00:53:22.519 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:22.521 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:22.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 msgr2=0x7f115406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 0x7f115406e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1158006b10 tx=0x7f1158006aa0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 msgr2=0x7f11680b8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f115c011910 tx=0x7f115c011dd0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 shutdown_connections 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f115406c2b0 0x7f115406e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f11680b91c0 0x7f1168157740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1168160fe0 0x7f11680b8c80 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 --2- 172.21.15.32:0/1779133520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1150004d40 0x7f11680b9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 >> 172.21.15.32:0/1779133520 conn(0x7f116809d750 msgr2=0x7f11680b4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 shutdown_connections 2024-09-16T00:53:22.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.518+0000 7f116e50a640 1 -- 172.21.15.32:0/1779133520 wait complete. 2024-09-16T00:53:22.531 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-09-16T00:53:21.097028+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":193,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254196,"kb_used_data":4680,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720524,"statfs":{"total":773094113280,"available":772833816576,"internally_reserved":0,"allocated":4792320,"data_stored":2733948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.300660"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809608+0000","last_change":"2024-09-16T00:53:14.813547+0000","last_active":"2024-09-16T00:53:15.809608+0000","last_peered":"2024-09-16T00:53:15.809608+0000","last_clean":"2024-09-16T00:53:15.809608+0000","last_became_active":"2024-09-16T00:53:14.813265+0000","last_became_peered":"2024-09-16T00:53:14.813265+0000","last_unstale":"2024-09-16T00:53:15.809608+0000","last_undegraded":"2024-09-16T00:53:15.809608+0000","last_fullsized":"2024-09-16T00:53:15.809608+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:47.903887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809275+0000","last_change":"2024-09-16T00:53:14.818920+0000","last_active":"2024-09-16T00:53:15.809275+0000","last_peered":"2024-09-16T00:53:15.809275+0000","last_clean":"2024-09-16T00:53:15.809275+0000","last_became_active":"2024-09-16T00:53:14.818629+0000","last_became_peered":"2024-09-16T00:53:14.818629+0000","last_unstale":"2024-09-16T00:53:15.809275+0000","last_undegraded":"2024-09-16T00:53:15.809275+0000","last_fullsized":"2024-09-16T00:53:15.809275+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:43.138601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566251+0000","last_change":"2024-09-16T00:53:14.829567+0000","last_active":"2024-09-16T00:53:16.566251+0000","last_peered":"2024-09-16T00:53:16.566251+0000","last_clean":"2024-09-16T00:53:16.566251+0000","last_became_active":"2024-09-16T00:53:14.829225+0000","last_became_peered":"2024-09-16T00:53:14.829225+0000","last_unstale":"2024-09-16T00:53:16.566251+0000","last_undegraded":"2024-09-16T00:53:16.566251+0000","last_fullsized":"2024-09-16T00:53:16.566251+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:09.368960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566158+0000","last_change":"2024-09-16T00:53:14.827844+0000","last_active":"2024-09-16T00:53:16.566158+0000","last_peered":"2024-09-16T00:53:16.566158+0000","last_clean":"2024-09-16T00:53:16.566158+0000","last_became_active":"2024-09-16T00:53:14.827599+0000","last_became_peered":"2024-09-16T00:53:14.827599+0000","last_unstale":"2024-09-16T00:53:16.566158+0000","last_undegraded":"2024-09-16T00:53:16.566158+0000","last_fullsized":"2024-09-16T00:53:16.566158+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:54.514357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565467+0000","last_change":"2024-09-16T00:53:14.828427+0000","last_active":"2024-09-16T00:53:16.565467+0000","last_peered":"2024-09-16T00:53:16.565467+0000","last_clean":"2024-09-16T00:53:16.565467+0000","last_became_active":"2024-09-16T00:53:14.828075+0000","last_became_peered":"2024-09-16T00:53:14.828075+0000","last_unstale":"2024-09-16T00:53:16.565467+0000","last_undegraded":"2024-09-16T00:53:16.565467+0000","last_fullsized":"2024-09-16T00:53:16.565467+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:33.084890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566466+0000","last_change":"2024-09-16T00:53:14.810493+0000","last_active":"2024-09-16T00:53:16.566466+0000","last_peered":"2024-09-16T00:53:16.566466+0000","last_clean":"2024-09-16T00:53:16.566466+0000","last_became_active":"2024-09-16T00:53:14.810214+0000","last_became_peered":"2024-09-16T00:53:14.810214+0000","last_unstale":"2024-09-16T00:53:16.566466+0000","last_undegraded":"2024-09-16T00:53:16.566466+0000","last_fullsized":"2024-09-16T00:53:16.566466+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:36.084089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566162+0000","last_change":"2024-09-16T00:53:14.815663+0000","last_active":"2024-09-16T00:53:16.566162+0000","last_peered":"2024-09-16T00:53:16.566162+0000","last_clean":"2024-09-16T00:53:16.566162+0000","last_became_active":"2024-09-16T00:53:14.815391+0000","last_became_peered":"2024-09-16T00:53:14.815391+0000","last_unstale":"2024-09-16T00:53:16.566162+0000","last_undegraded":"2024-09-16T00:53:16.566162+0000","last_fullsized":"2024-09-16T00:53:16.566162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808850+0000","last_change":"2024-09-16T00:53:14.818930+0000","last_active":"2024-09-16T00:53:15.808850+0000","last_peered":"2024-09-16T00:53:15.808850+0000","last_clean":"2024-09-16T00:53:15.808850+0000","last_became_active":"2024-09-16T00:53:14.818643+0000","last_became_peered":"2024-09-16T00:53:14.818643+0000","last_unstale":"2024-09-16T00:53:15.808850+0000","last_undegraded":"2024-09-16T00:53:15.808850+0000","last_fullsized":"2024-09-16T00:53:15.808850+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:04.717641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566249+0000","last_change":"2024-09-16T00:53:14.832699+0000","last_active":"2024-09-16T00:53:16.566249+0000","last_peered":"2024-09-16T00:53:16.566249+0000","last_clean":"2024-09-16T00:53:16.566249+0000","last_became_active":"2024-09-16T00:53:14.832460+0000","last_became_peered":"2024-09-16T00:53:14.832460+0000","last_unstale":"2024-09-16T00:53:16.566249+0000","last_undegraded":"2024-09-16T00:53:16.566249+0000","last_fullsized":"2024-09-16T00:53:16.566249+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:46.265411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566912+0000","last_change":"2024-09-16T00:53:14.829331+0000","last_active":"2024-09-16T00:53:16.566912+0000","last_peered":"2024-09-16T00:53:16.566912+0000","last_clean":"2024-09-16T00:53:16.566912+0000","last_became_active":"2024-09-16T00:53:14.828683+0000","last_became_peered":"2024-09-16T00:53:14.828683+0000","last_unstale":"2024-09-16T00:53:16.566912+0000","last_undegraded":"2024-09-16T00:53:16.566912+0000","last_fullsized":"2024-09-16T00:53:16.566912+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:01.441953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566847+0000","last_change":"2024-09-16T00:53:14.834260+0000","last_active":"2024-09-16T00:53:16.566847+0000","last_peered":"2024-09-16T00:53:16.566847+0000","last_clean":"2024-09-16T00:53:16.566847+0000","last_became_active":"2024-09-16T00:53:14.833970+0000","last_became_peered":"2024-09-16T00:53:14.833970+0000","last_unstale":"2024-09-16T00:53:16.566847+0000","last_undegraded":"2024-09-16T00:53:16.566847+0000","last_fullsized":"2024-09-16T00:53:16.566847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:47.903887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565839+0000","last_change":"2024-09-16T00:53:14.823033+0000","last_active":"2024-09-16T00:53:16.565839+0000","last_peered":"2024-09-16T00:53:16.565839+0000","last_clean":"2024-09-16T00:53:16.565839+0000","last_became_active":"2024-09-16T00:53:14.822730+0000","last_became_peered":"2024-09-16T00:53:14.822730+0000","last_unstale":"2024-09-16T00:53:16.565839+0000","last_undegraded":"2024-09-16T00:53:16.565839+0000","last_fullsized":"2024-09-16T00:53:16.565839+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:36.084089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566374+0000","last_change":"2024-09-16T00:53:14.830631+0000","last_active":"2024-09-16T00:53:16.566374+0000","last_peered":"2024-09-16T00:53:16.566374+0000","last_clean":"2024-09-16T00:53:16.566374+0000","last_became_active":"2024-09-16T00:53:14.828989+0000","last_became_peered":"2024-09-16T00:53:14.828989+0000","last_unstale":"2024-09-16T00:53:16.566374+0000","last_undegraded":"2024-09-16T00:53:16.566374+0000","last_fullsized":"2024-09-16T00:53:16.566374+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:19.512686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565251+0000","last_change":"2024-09-16T00:53:14.827735+0000","last_active":"2024-09-16T00:53:16.565251+0000","last_peered":"2024-09-16T00:53:16.565251+0000","last_clean":"2024-09-16T00:53:16.565251+0000","last_became_active":"2024-09-16T00:53:14.826911+0000","last_became_peered":"2024-09-16T00:53:14.826911+0000","last_unstale":"2024-09-16T00:53:16.565251+0000","last_undegraded":"2024-09-16T00:53:16.565251+0000","last_fullsized":"2024-09-16T00:53:16.565251+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:59:56.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566315+0000","last_change":"2024-09-16T00:53:14.825348+0000","last_active":"2024-09-16T00:53:16.566315+0000","last_peered":"2024-09-16T00:53:16.566315+0000","last_clean":"2024-09-16T00:53:16.566315+0000","last_became_active":"2024-09-16T00:53:14.825041+0000","last_became_peered":"2024-09-16T00:53:14.825041+0000","last_unstale":"2024-09-16T00:53:16.566315+0000","last_undegraded":"2024-09-16T00:53:16.566315+0000","last_fullsized":"2024-09-16T00:53:16.566315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810016+0000","last_change":"2024-09-16T00:53:14.820149+0000","last_active":"2024-09-16T00:53:15.810016+0000","last_peered":"2024-09-16T00:53:15.810016+0000","last_clean":"2024-09-16T00:53:15.810016+0000","last_became_active":"2024-09-16T00:53:14.819836+0000","last_became_peered":"2024-09-16T00:53:14.819836+0000","last_unstale":"2024-09-16T00:53:15.810016+0000","last_undegraded":"2024-09-16T00:53:15.810016+0000","last_fullsized":"2024-09-16T00:53:15.810016+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:52.829099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811241+0000","last_change":"2024-09-16T00:53:14.829775+0000","last_active":"2024-09-16T00:53:15.811241+0000","last_peered":"2024-09-16T00:53:15.811241+0000","last_clean":"2024-09-16T00:53:15.811241+0000","last_became_active":"2024-09-16T00:53:14.829484+0000","last_became_peered":"2024-09-16T00:53:14.829484+0000","last_unstale":"2024-09-16T00:53:15.811241+0000","last_undegraded":"2024-09-16T00:53:15.811241+0000","last_fullsized":"2024-09-16T00:53:15.811241+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810226+0000","last_change":"2024-09-16T00:53:14.829787+0000","last_active":"2024-09-16T00:53:15.810226+0000","last_peered":"2024-09-16T00:53:15.810226+0000","last_clean":"2024-09-16T00:53:15.810226+0000","last_became_active":"2024-09-16T00:53:14.829512+0000","last_became_peered":"2024-09-16T00:53:14.829512+0000","last_unstale":"2024-09-16T00:53:15.810226+0000","last_undegraded":"2024-09-16T00:53:15.810226+0000","last_fullsized":"2024-09-16T00:53:15.810226+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:25.523065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566158+0000","last_change":"2024-09-16T00:53:14.817967+0000","last_active":"2024-09-16T00:53:16.566158+0000","last_peered":"2024-09-16T00:53:16.566158+0000","last_clean":"2024-09-16T00:53:16.566158+0000","last_became_active":"2024-09-16T00:53:14.817642+0000","last_became_peered":"2024-09-16T00:53:14.817642+0000","last_unstale":"2024-09-16T00:53:16.566158+0000","last_undegraded":"2024-09-16T00:53:16.566158+0000","last_fullsized":"2024-09-16T00:53:16.566158+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:17.130833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810041+0000","last_change":"2024-09-16T00:53:14.829778+0000","last_active":"2024-09-16T00:53:15.810041+0000","last_peered":"2024-09-16T00:53:15.810041+0000","last_clean":"2024-09-16T00:53:15.810041+0000","last_became_active":"2024-09-16T00:53:14.829469+0000","last_became_peered":"2024-09-16T00:53:14.829469+0000","last_unstale":"2024-09-16T00:53:15.810041+0000","last_undegraded":"2024-09-16T00:53:15.810041+0000","last_fullsized":"2024-09-16T00:53:15.810041+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:55:09.834196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566463+0000","last_change":"2024-09-16T00:53:14.818994+0000","last_active":"2024-09-16T00:53:16.566463+0000","last_peered":"2024-09-16T00:53:16.566463+0000","last_clean":"2024-09-16T00:53:16.566463+0000","last_became_active":"2024-09-16T00:53:14.818703+0000","last_became_peered":"2024-09-16T00:53:14.818703+0000","last_unstale":"2024-09-16T00:53:16.566463+0000","last_undegraded":"2024-09-16T00:53:16.566463+0000","last_fullsized":"2024-09-16T00:53:16.566463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:24.316727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565694+0000","last_change":"2024-09-16T00:53:14.827920+0000","last_active":"2024-09-16T00:53:16.565694+0000","last_peered":"2024-09-16T00:53:16.565694+0000","last_clean":"2024-09-16T00:53:16.565694+0000","last_became_active":"2024-09-16T00:53:14.826584+0000","last_became_peered":"2024-09-16T00:53:14.826584+0000","last_unstale":"2024-09-16T00:53:16.565694+0000","last_undegraded":"2024-09-16T00:53:16.565694+0000","last_fullsized":"2024-09-16T00:53:16.565694+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:00.775506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810761+0000","last_change":"2024-09-16T00:53:14.823004+0000","last_active":"2024-09-16T00:53:15.810761+0000","last_peered":"2024-09-16T00:53:15.810761+0000","last_clean":"2024-09-16T00:53:15.810761+0000","last_became_active":"2024-09-16T00:53:14.822030+0000","last_became_peered":"2024-09-16T00:53:14.822030+0000","last_unstale":"2024-09-16T00:53:15.810761+0000","last_undegraded":"2024-09-16T00:53:15.810761+0000","last_fullsized":"2024-09-16T00:53:15.810761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:23.510569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565480+0000","last_change":"2024-09-16T00:53:14.825874+0000","last_active":"2024-09-16T00:53:16.565480+0000","last_peered":"2024-09-16T00:53:16.565480+0000","last_clean":"2024-09-16T00:53:16.565480+0000","last_became_active":"2024-09-16T00:53:14.824893+0000","last_became_peered":"2024-09-16T00:53:14.824893+0000","last_unstale":"2024-09-16T00:53:16.565480+0000","last_undegraded":"2024-09-16T00:53:16.565480+0000","last_fullsized":"2024-09-16T00:53:16.565480+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:50.560072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810500+0000","last_change":"2024-09-16T00:53:14.821040+0000","last_active":"2024-09-16T00:53:15.810500+0000","last_peered":"2024-09-16T00:53:15.810500+0000","last_clean":"2024-09-16T00:53:15.810500+0000","last_became_active":"2024-09-16T00:53:14.820746+0000","last_became_peered":"2024-09-16T00:53:14.820746+0000","last_unstale":"2024-09-16T00:53:15.810500+0000","last_undegraded":"2024-09-16T00:53:15.810500+0000","last_fullsized":"2024-09-16T00:53:15.810500+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:59:56.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566662+0000","last_change":"2024-09-16T00:53:14.834575+0000","last_active":"2024-09-16T00:53:16.566662+0000","last_peered":"2024-09-16T00:53:16.566662+0000","last_clean":"2024-09-16T00:53:16.566662+0000","last_became_active":"2024-09-16T00:53:14.834200+0000","last_became_peered":"2024-09-16T00:53:14.834200+0000","last_unstale":"2024-09-16T00:53:16.566662+0000","last_undegraded":"2024-09-16T00:53:16.566662+0000","last_fullsized":"2024-09-16T00:53:16.566662+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:00.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810775+0000","last_change":"2024-09-16T00:53:14.818423+0000","last_active":"2024-09-16T00:53:15.810775+0000","last_peered":"2024-09-16T00:53:15.810775+0000","last_clean":"2024-09-16T00:53:15.810775+0000","last_became_active":"2024-09-16T00:53:14.818131+0000","last_became_peered":"2024-09-16T00:53:14.818131+0000","last_unstale":"2024-09-16T00:53:15.810775+0000","last_undegraded":"2024-09-16T00:53:15.810775+0000","last_fullsized":"2024-09-16T00:53:15.810775+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:15.540624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566705+0000","last_change":"2024-09-16T00:53:14.815012+0000","last_active":"2024-09-16T00:53:16.566705+0000","last_peered":"2024-09-16T00:53:16.566705+0000","last_clean":"2024-09-16T00:53:16.566705+0000","last_became_active":"2024-09-16T00:53:14.814707+0000","last_became_peered":"2024-09-16T00:53:14.814707+0000","last_unstale":"2024-09-16T00:53:16.566705+0000","last_undegraded":"2024-09-16T00:53:16.566705+0000","last_fullsized":"2024-09-16T00:53:16.566705+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:55.043423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810359+0000","last_change":"2024-09-16T00:53:14.814391+0000","last_active":"2024-09-16T00:53:15.810359+0000","last_peered":"2024-09-16T00:53:15.810359+0000","last_clean":"2024-09-16T00:53:15.810359+0000","last_became_active":"2024-09-16T00:53:14.814091+0000","last_became_peered":"2024-09-16T00:53:14.814091+0000","last_unstale":"2024-09-16T00:53:15.810359+0000","last_undegraded":"2024-09-16T00:53:15.810359+0000","last_fullsized":"2024-09-16T00:53:15.810359+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:50.023783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810223+0000","last_change":"2024-09-16T00:53:14.823263+0000","last_active":"2024-09-16T00:53:15.810223+0000","last_peered":"2024-09-16T00:53:15.810223+0000","last_clean":"2024-09-16T00:53:15.810223+0000","last_became_active":"2024-09-16T00:53:14.822160+0000","last_became_peered":"2024-09-16T00:53:14.822160+0000","last_unstale":"2024-09-16T00:53:15.810223+0000","last_undegraded":"2024-09-16T00:53:15.810223+0000","last_fullsized":"2024-09-16T00:53:15.810223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:19.327988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810931+0000","last_change":"2024-09-16T00:53:14.823239+0000","last_active":"2024-09-16T00:53:15.810931+0000","last_peered":"2024-09-16T00:53:15.810931+0000","last_clean":"2024-09-16T00:53:15.810931+0000","last_became_active":"2024-09-16T00:53:14.822438+0000","last_became_peered":"2024-09-16T00:53:14.822438+0000","last_unstale":"2024-09-16T00:53:15.810931+0000","last_undegraded":"2024-09-16T00:53:15.810931+0000","last_fullsized":"2024-09-16T00:53:15.810931+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:05.177918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565478+0000","last_change":"2024-09-16T00:53:14.821461+0000","last_active":"2024-09-16T00:53:16.565478+0000","last_peered":"2024-09-16T00:53:16.565478+0000","last_clean":"2024-09-16T00:53:16.565478+0000","last_became_active":"2024-09-16T00:53:14.821024+0000","last_became_peered":"2024-09-16T00:53:14.821024+0000","last_unstale":"2024-09-16T00:53:16.565478+0000","last_undegraded":"2024-09-16T00:53:16.565478+0000","last_fullsized":"2024-09-16T00:53:16.565478+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:08.091581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810906+0000","last_change":"2024-09-16T00:53:14.821291+0000","last_active":"2024-09-16T00:53:15.810906+0000","last_peered":"2024-09-16T00:53:15.810906+0000","last_clean":"2024-09-16T00:53:15.810906+0000","last_became_active":"2024-09-16T00:53:14.821020+0000","last_became_peered":"2024-09-16T00:53:14.821020+0000","last_unstale":"2024-09-16T00:53:15.810906+0000","last_undegraded":"2024-09-16T00:53:15.810906+0000","last_fullsized":"2024-09-16T00:53:15.810906+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.974624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810600+0000","last_change":"2024-09-16T00:53:13.814470+0000","last_active":"2024-09-16T00:53:15.810600+0000","last_peered":"2024-09-16T00:53:15.810600+0000","last_clean":"2024-09-16T00:53:15.810600+0000","last_became_active":"2024-09-16T00:53:13.814198+0000","last_became_peered":"2024-09-16T00:53:13.814198+0000","last_unstale":"2024-09-16T00:53:15.810600+0000","last_undegraded":"2024-09-16T00:53:15.810600+0000","last_fullsized":"2024-09-16T00:53:15.810600+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566582+0000","last_change":"2024-09-16T00:53:14.834298+0000","last_active":"2024-09-16T00:53:16.566582+0000","last_peered":"2024-09-16T00:53:16.566582+0000","last_clean":"2024-09-16T00:53:16.566582+0000","last_became_active":"2024-09-16T00:53:14.833809+0000","last_became_peered":"2024-09-16T00:53:14.833809+0000","last_unstale":"2024-09-16T00:53:16.566582+0000","last_undegraded":"2024-09-16T00:53:16.566582+0000","last_fullsized":"2024-09-16T00:53:16.566582+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:21.394570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565952+0000","last_change":"2024-09-16T00:53:13.810188+0000","last_active":"2024-09-16T00:53:16.565952+0000","last_peered":"2024-09-16T00:53:16.565952+0000","last_clean":"2024-09-16T00:53:16.565952+0000","last_became_active":"2024-09-16T00:53:13.809889+0000","last_became_peered":"2024-09-16T00:53:13.809889+0000","last_unstale":"2024-09-16T00:53:16.565952+0000","last_undegraded":"2024-09-16T00:53:16.565952+0000","last_fullsized":"2024-09-16T00:53:16.565952+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:44.520041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566093+0000","last_change":"2024-09-16T00:53:14.831906+0000","last_active":"2024-09-16T00:53:16.566093+0000","last_peered":"2024-09-16T00:53:16.566093+0000","last_clean":"2024-09-16T00:53:16.566093+0000","last_became_active":"2024-09-16T00:53:14.831637+0000","last_became_peered":"2024-09-16T00:53:14.831637+0000","last_unstale":"2024-09-16T00:53:16.566093+0000","last_undegraded":"2024-09-16T00:53:16.566093+0000","last_fullsized":"2024-09-16T00:53:16.566093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:44.251340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566720+0000","last_change":"2024-09-16T00:53:13.813347+0000","last_active":"2024-09-16T00:53:16.566720+0000","last_peered":"2024-09-16T00:53:16.566720+0000","last_clean":"2024-09-16T00:53:16.566720+0000","last_became_active":"2024-09-16T00:53:13.813045+0000","last_became_peered":"2024-09-16T00:53:13.813045+0000","last_unstale":"2024-09-16T00:53:16.566720+0000","last_undegraded":"2024-09-16T00:53:16.566720+0000","last_fullsized":"2024-09-16T00:53:16.566720+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:44.520041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809441+0000","last_change":"2024-09-16T00:53:14.816802+0000","last_active":"2024-09-16T00:53:15.809441+0000","last_peered":"2024-09-16T00:53:15.809441+0000","last_clean":"2024-09-16T00:53:15.809441+0000","last_became_active":"2024-09-16T00:53:14.816510+0000","last_became_peered":"2024-09-16T00:53:14.816510+0000","last_unstale":"2024-09-16T00:53:15.809441+0000","last_undegraded":"2024-09-16T00:53:15.809441+0000","last_fullsized":"2024-09-16T00:53:15.809441+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:15.294531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565774+0000","last_change":"2024-09-16T00:53:13.816776+0000","last_active":"2024-09-16T00:53:16.565774+0000","last_peered":"2024-09-16T00:53:16.565774+0000","last_clean":"2024-09-16T00:53:16.565774+0000","last_became_active":"2024-09-16T00:53:13.816461+0000","last_became_peered":"2024-09-16T00:53:13.816461+0000","last_unstale":"2024-09-16T00:53:16.565774+0000","last_undegraded":"2024-09-16T00:53:16.565774+0000","last_fullsized":"2024-09-16T00:53:16.565774+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:38.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565783+0000","last_change":"2024-09-16T00:53:14.813483+0000","last_active":"2024-09-16T00:53:16.565783+0000","last_peered":"2024-09-16T00:53:16.565783+0000","last_clean":"2024-09-16T00:53:16.565783+0000","last_became_active":"2024-09-16T00:53:14.813184+0000","last_became_peered":"2024-09-16T00:53:14.813184+0000","last_unstale":"2024-09-16T00:53:16.565783+0000","last_undegraded":"2024-09-16T00:53:16.565783+0000","last_fullsized":"2024-09-16T00:53:16.565783+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:27.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566481+0000","last_change":"2024-09-16T00:53:13.811422+0000","last_active":"2024-09-16T00:53:16.566481+0000","last_peered":"2024-09-16T00:53:16.566481+0000","last_clean":"2024-09-16T00:53:16.566481+0000","last_became_active":"2024-09-16T00:53:13.811132+0000","last_became_peered":"2024-09-16T00:53:13.811132+0000","last_unstale":"2024-09-16T00:53:16.566481+0000","last_undegraded":"2024-09-16T00:53:16.566481+0000","last_fullsized":"2024-09-16T00:53:16.566481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:44.802992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566450+0000","last_change":"2024-09-16T00:53:14.824080+0000","last_active":"2024-09-16T00:53:16.566450+0000","last_peered":"2024-09-16T00:53:16.566450+0000","last_clean":"2024-09-16T00:53:16.566450+0000","last_became_active":"2024-09-16T00:53:14.823786+0000","last_became_peered":"2024-09-16T00:53:14.823786+0000","last_unstale":"2024-09-16T00:53:16.566450+0000","last_undegraded":"2024-09-16T00:53:16.566450+0000","last_fullsized":"2024-09-16T00:53:16.566450+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:43.138601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810472+0000","last_change":"2024-09-16T00:53:13.810274+0000","last_active":"2024-09-16T00:53:15.810472+0000","last_peered":"2024-09-16T00:53:15.810472+0000","last_clean":"2024-09-16T00:53:15.810472+0000","last_became_active":"2024-09-16T00:53:13.808918+0000","last_became_peered":"2024-09-16T00:53:13.808918+0000","last_unstale":"2024-09-16T00:53:15.810472+0000","last_undegraded":"2024-09-16T00:53:15.810472+0000","last_fullsized":"2024-09-16T00:53:15.810472+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:26.937821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565515+0000","last_change":"2024-09-16T00:53:14.835899+0000","last_active":"2024-09-16T00:53:16.565515+0000","last_peered":"2024-09-16T00:53:16.565515+0000","last_clean":"2024-09-16T00:53:16.565515+0000","last_became_active":"2024-09-16T00:53:14.835604+0000","last_became_peered":"2024-09-16T00:53:14.835604+0000","last_unstale":"2024-09-16T00:53:16.565515+0000","last_undegraded":"2024-09-16T00:53:16.565515+0000","last_fullsized":"2024-09-16T00:53:16.565515+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:48.956342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565946+0000","last_change":"2024-09-16T00:53:13.818313+0000","last_active":"2024-09-16T00:53:16.565946+0000","last_peered":"2024-09-16T00:53:16.565946+0000","last_clean":"2024-09-16T00:53:16.565946+0000","last_became_active":"2024-09-16T00:53:13.818042+0000","last_became_peered":"2024-09-16T00:53:13.818042+0000","last_unstale":"2024-09-16T00:53:16.565946+0000","last_undegraded":"2024-09-16T00:53:16.565946+0000","last_fullsized":"2024-09-16T00:53:16.565946+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:16.125753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808934+0000","last_change":"2024-09-16T00:53:14.805412+0000","last_active":"2024-09-16T00:53:15.808934+0000","last_peered":"2024-09-16T00:53:15.808934+0000","last_clean":"2024-09-16T00:53:15.808934+0000","last_became_active":"2024-09-16T00:53:14.805165+0000","last_became_peered":"2024-09-16T00:53:14.805165+0000","last_unstale":"2024-09-16T00:53:15.808934+0000","last_undegraded":"2024-09-16T00:53:15.808934+0000","last_fullsized":"2024-09-16T00:53:15.808934+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:40.348055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565161+0000","last_change":"2024-09-16T00:53:13.816204+0000","last_active":"2024-09-16T00:53:16.565161+0000","last_peered":"2024-09-16T00:53:16.565161+0000","last_clean":"2024-09-16T00:53:16.565161+0000","last_became_active":"2024-09-16T00:53:13.815889+0000","last_became_peered":"2024-09-16T00:53:13.815889+0000","last_unstale":"2024-09-16T00:53:16.565161+0000","last_undegraded":"2024-09-16T00:53:16.565161+0000","last_fullsized":"2024-09-16T00:53:16.565161+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:10.799247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566327+0000","last_change":"2024-09-16T00:53:14.827697+0000","last_active":"2024-09-16T00:53:16.566327+0000","last_peered":"2024-09-16T00:53:16.566327+0000","last_clean":"2024-09-16T00:53:16.566327+0000","last_became_active":"2024-09-16T00:53:14.827457+0000","last_became_peered":"2024-09-16T00:53:14.827457+0000","last_unstale":"2024-09-16T00:53:16.566327+0000","last_undegraded":"2024-09-16T00:53:16.566327+0000","last_fullsized":"2024-09-16T00:53:16.566327+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:55.539756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809544+0000","last_change":"2024-09-16T00:53:13.809638+0000","last_active":"2024-09-16T00:53:15.809544+0000","last_peered":"2024-09-16T00:53:15.809544+0000","last_clean":"2024-09-16T00:53:15.809544+0000","last_became_active":"2024-09-16T00:53:13.809330+0000","last_became_peered":"2024-09-16T00:53:13.809330+0000","last_unstale":"2024-09-16T00:53:15.809544+0000","last_undegraded":"2024-09-16T00:53:15.809544+0000","last_fullsized":"2024-09-16T00:53:15.809544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:52.551581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811235+0000","last_change":"2024-09-16T00:53:14.817696+0000","last_active":"2024-09-16T00:53:15.811235+0000","last_peered":"2024-09-16T00:53:15.811235+0000","last_clean":"2024-09-16T00:53:15.811235+0000","last_became_active":"2024-09-16T00:53:14.817065+0000","last_became_peered":"2024-09-16T00:53:14.817065+0000","last_unstale":"2024-09-16T00:53:15.811235+0000","last_undegraded":"2024-09-16T00:53:15.811235+0000","last_fullsized":"2024-09-16T00:53:15.811235+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:04.717641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566969+0000","last_change":"2024-09-16T00:53:13.812538+0000","last_active":"2024-09-16T00:53:16.566969+0000","last_peered":"2024-09-16T00:53:16.566969+0000","last_clean":"2024-09-16T00:53:16.566969+0000","last_became_active":"2024-09-16T00:53:13.811953+0000","last_became_peered":"2024-09-16T00:53:13.811953+0000","last_unstale":"2024-09-16T00:53:16.566969+0000","last_undegraded":"2024-09-16T00:53:16.566969+0000","last_fullsized":"2024-09-16T00:53:16.566969+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:34.899996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565983+0000","last_change":"2024-09-16T00:53:14.812328+0000","last_active":"2024-09-16T00:53:16.565983+0000","last_peered":"2024-09-16T00:53:16.565983+0000","last_clean":"2024-09-16T00:53:16.565983+0000","last_became_active":"2024-09-16T00:53:14.812032+0000","last_became_peered":"2024-09-16T00:53:14.812032+0000","last_unstale":"2024-09-16T00:53:16.565983+0000","last_undegraded":"2024-09-16T00:53:16.565983+0000","last_fullsized":"2024-09-16T00:53:16.565983+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:00.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566928+0000","last_change":"2024-09-16T00:53:13.810310+0000","last_active":"2024-09-16T00:53:16.566928+0000","last_peered":"2024-09-16T00:53:16.566928+0000","last_clean":"2024-09-16T00:53:16.566928+0000","last_became_active":"2024-09-16T00:53:13.809962+0000","last_became_peered":"2024-09-16T00:53:13.809962+0000","last_unstale":"2024-09-16T00:53:16.566928+0000","last_undegraded":"2024-09-16T00:53:16.566928+0000","last_fullsized":"2024-09-16T00:53:16.566928+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.998348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566302+0000","last_change":"2024-09-16T00:53:14.825260+0000","last_active":"2024-09-16T00:53:16.566302+0000","last_peered":"2024-09-16T00:53:16.566302+0000","last_clean":"2024-09-16T00:53:16.566302+0000","last_became_active":"2024-09-16T00:53:14.824921+0000","last_became_peered":"2024-09-16T00:53:14.824921+0000","last_unstale":"2024-09-16T00:53:16.566302+0000","last_undegraded":"2024-09-16T00:53:16.566302+0000","last_fullsized":"2024-09-16T00:53:16.566302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:48:44.699245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809168+0000","last_change":"2024-09-16T00:53:13.803450+0000","last_active":"2024-09-16T00:53:15.809168+0000","last_peered":"2024-09-16T00:53:15.809168+0000","last_clean":"2024-09-16T00:53:15.809168+0000","last_became_active":"2024-09-16T00:53:13.802631+0000","last_became_peered":"2024-09-16T00:53:13.802631+0000","last_unstale":"2024-09-16T00:53:15.809168+0000","last_undegraded":"2024-09-16T00:53:15.809168+0000","last_fullsized":"2024-09-16T00:53:15.809168+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:49.202758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565947+0000","last_change":"2024-09-16T00:53:14.829488+0000","last_active":"2024-09-16T00:53:16.565947+0000","last_peered":"2024-09-16T00:53:16.565947+0000","last_clean":"2024-09-16T00:53:16.565947+0000","last_became_active":"2024-09-16T00:53:14.829167+0000","last_became_peered":"2024-09-16T00:53:14.829167+0000","last_unstale":"2024-09-16T00:53:16.565947+0000","last_undegraded":"2024-09-16T00:53:16.565947+0000","last_fullsized":"2024-09-16T00:53:16.565947+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:21.394570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809133+0000","last_change":"2024-09-16T00:53:13.812230+0000","last_active":"2024-09-16T00:53:15.809133+0000","last_peered":"2024-09-16T00:53:15.809133+0000","last_clean":"2024-09-16T00:53:15.809133+0000","last_became_active":"2024-09-16T00:53:13.810126+0000","last_became_peered":"2024-09-16T00:53:13.810126+0000","last_unstale":"2024-09-16T00:53:15.809133+0000","last_undegraded":"2024-09-16T00:53:15.809133+0000","last_fullsized":"2024-09-16T00:53:15.809133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.998348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808977+0000","last_change":"2024-09-16T00:53:14.813967+0000","last_active":"2024-09-16T00:53:15.808977+0000","last_peered":"2024-09-16T00:53:15.808977+0000","last_clean":"2024-09-16T00:53:15.808977+0000","last_became_active":"2024-09-16T00:53:14.813702+0000","last_became_peered":"2024-09-16T00:53:14.813702+0000","last_unstale":"2024-09-16T00:53:15.808977+0000","last_undegraded":"2024-09-16T00:53:15.808977+0000","last_fullsized":"2024-09-16T00:53:15.808977+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566466+0000","last_change":"2024-09-16T00:53:13.819133+0000","last_active":"2024-09-16T00:53:16.566466+0000","last_peered":"2024-09-16T00:53:16.566466+0000","last_clean":"2024-09-16T00:53:16.566466+0000","last_became_active":"2024-09-16T00:53:13.818826+0000","last_became_peered":"2024-09-16T00:53:13.818826+0000","last_unstale":"2024-09-16T00:53:16.566466+0000","last_undegraded":"2024-09-16T00:53:16.566466+0000","last_fullsized":"2024-09-16T00:53:16.566466+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:26.835782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810405+0000","last_change":"2024-09-16T00:53:14.822845+0000","last_active":"2024-09-16T00:53:15.810405+0000","last_peered":"2024-09-16T00:53:15.810405+0000","last_clean":"2024-09-16T00:53:15.810405+0000","last_became_active":"2024-09-16T00:53:14.822532+0000","last_became_peered":"2024-09-16T00:53:14.822532+0000","last_unstale":"2024-09-16T00:53:15.810405+0000","last_undegraded":"2024-09-16T00:53:15.810405+0000","last_fullsized":"2024-09-16T00:53:15.810405+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:25:45.001933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810195+0000","last_change":"2024-09-16T00:53:13.816379+0000","last_active":"2024-09-16T00:53:15.810195+0000","last_peered":"2024-09-16T00:53:15.810195+0000","last_clean":"2024-09-16T00:53:15.810195+0000","last_became_active":"2024-09-16T00:53:13.815116+0000","last_became_peered":"2024-09-16T00:53:13.815116+0000","last_unstale":"2024-09-16T00:53:15.810195+0000","last_undegraded":"2024-09-16T00:53:15.810195+0000","last_fullsized":"2024-09-16T00:53:15.810195+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:56.636905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809083+0000","last_change":"2024-09-16T00:53:14.809329+0000","last_active":"2024-09-16T00:53:15.809083+0000","last_peered":"2024-09-16T00:53:15.809083+0000","last_clean":"2024-09-16T00:53:15.809083+0000","last_became_active":"2024-09-16T00:53:14.808965+0000","last_became_peered":"2024-09-16T00:53:14.808965+0000","last_unstale":"2024-09-16T00:53:15.809083+0000","last_undegraded":"2024-09-16T00:53:15.809083+0000","last_fullsized":"2024-09-16T00:53:15.809083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:19.512686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":22,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810042+0000","last_change":"2024-09-16T00:53:13.810051+0000","last_active":"2024-09-16T00:53:15.810042+0000","last_peered":"2024-09-16T00:53:15.810042+0000","last_clean":"2024-09-16T00:53:15.810042+0000","last_became_active":"2024-09-16T00:53:13.808929+0000","last_became_peered":"2024-09-16T00:53:13.808929+0000","last_unstale":"2024-09-16T00:53:15.810042+0000","last_undegraded":"2024-09-16T00:53:15.810042+0000","last_fullsized":"2024-09-16T00:53:15.810042+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:54:58.933233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809416+0000","last_change":"2024-09-16T00:53:14.816742+0000","last_active":"2024-09-16T00:53:15.809416+0000","last_peered":"2024-09-16T00:53:15.809416+0000","last_clean":"2024-09-16T00:53:15.809416+0000","last_became_active":"2024-09-16T00:53:14.816460+0000","last_became_peered":"2024-09-16T00:53:14.816460+0000","last_unstale":"2024-09-16T00:53:15.809416+0000","last_undegraded":"2024-09-16T00:53:15.809416+0000","last_fullsized":"2024-09-16T00:53:15.809416+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:55.043423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566820+0000","last_change":"2024-09-16T00:53:13.813691+0000","last_active":"2024-09-16T00:53:16.566820+0000","last_peered":"2024-09-16T00:53:16.566820+0000","last_clean":"2024-09-16T00:53:16.566820+0000","last_became_active":"2024-09-16T00:53:13.813407+0000","last_became_peered":"2024-09-16T00:53:13.813407+0000","last_unstale":"2024-09-16T00:53:16.566820+0000","last_undegraded":"2024-09-16T00:53:16.566820+0000","last_fullsized":"2024-09-16T00:53:16.566820+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:49.202758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566856+0000","last_change":"2024-09-16T00:53:14.833493+0000","last_active":"2024-09-16T00:53:16.566856+0000","last_peered":"2024-09-16T00:53:16.566856+0000","last_clean":"2024-09-16T00:53:16.566856+0000","last_became_active":"2024-09-16T00:53:14.832570+0000","last_became_peered":"2024-09-16T00:53:14.832570+0000","last_unstale":"2024-09-16T00:53:16.566856+0000","last_undegraded":"2024-09-16T00:53:16.566856+0000","last_fullsized":"2024-09-16T00:53:16.566856+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:15.294531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566203+0000","last_change":"2024-09-16T00:53:13.818804+0000","last_active":"2024-09-16T00:53:16.566203+0000","last_peered":"2024-09-16T00:53:16.566203+0000","last_clean":"2024-09-16T00:53:16.566203+0000","last_became_active":"2024-09-16T00:53:13.818498+0000","last_became_peered":"2024-09-16T00:53:13.818498+0000","last_unstale":"2024-09-16T00:53:16.566203+0000","last_undegraded":"2024-09-16T00:53:16.566203+0000","last_fullsized":"2024-09-16T00:53:16.566203+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:22:18.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566098+0000","last_change":"2024-09-16T00:53:14.830206+0000","last_active":"2024-09-16T00:53:16.566098+0000","last_peered":"2024-09-16T00:53:16.566098+0000","last_clean":"2024-09-16T00:53:16.566098+0000","last_became_active":"2024-09-16T00:53:14.826492+0000","last_became_peered":"2024-09-16T00:53:14.826492+0000","last_unstale":"2024-09-16T00:53:16.566098+0000","last_undegraded":"2024-09-16T00:53:16.566098+0000","last_fullsized":"2024-09-16T00:53:16.566098+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:48.064873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566331+0000","last_change":"2024-09-16T00:53:13.811160+0000","last_active":"2024-09-16T00:53:16.566331+0000","last_peered":"2024-09-16T00:53:16.566331+0000","last_clean":"2024-09-16T00:53:16.566331+0000","last_became_active":"2024-09-16T00:53:13.810883+0000","last_became_peered":"2024-09-16T00:53:13.810883+0000","last_unstale":"2024-09-16T00:53:16.566331+0000","last_undegraded":"2024-09-16T00:53:16.566331+0000","last_fullsized":"2024-09-16T00:53:16.566331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:00.760220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565916+0000","last_change":"2024-09-16T00:53:14.822466+0000","last_active":"2024-09-16T00:53:16.565916+0000","last_peered":"2024-09-16T00:53:16.565916+0000","last_clean":"2024-09-16T00:53:16.565916+0000","last_became_active":"2024-09-16T00:53:14.821881+0000","last_became_peered":"2024-09-16T00:53:14.821881+0000","last_unstale":"2024-09-16T00:53:16.565916+0000","last_undegraded":"2024-09-16T00:53:16.565916+0000","last_fullsized":"2024-09-16T00:53:16.565916+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:29.308174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566378+0000","last_change":"2024-09-16T00:53:13.814061+0000","last_active":"2024-09-16T00:53:16.566378+0000","last_peered":"2024-09-16T00:53:16.566378+0000","last_clean":"2024-09-16T00:53:16.566378+0000","last_became_active":"2024-09-16T00:53:13.813777+0000","last_became_peered":"2024-09-16T00:53:13.813777+0000","last_unstale":"2024-09-16T00:53:16.566378+0000","last_undegraded":"2024-09-16T00:53:16.566378+0000","last_fullsized":"2024-09-16T00:53:16.566378+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:27.649713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810187+0000","last_change":"2024-09-16T00:53:14.822250+0000","last_active":"2024-09-16T00:53:15.810187+0000","last_peered":"2024-09-16T00:53:15.810187+0000","last_clean":"2024-09-16T00:53:15.810187+0000","last_became_active":"2024-09-16T00:53:14.820675+0000","last_became_peered":"2024-09-16T00:53:14.820675+0000","last_unstale":"2024-09-16T00:53:15.810187+0000","last_undegraded":"2024-09-16T00:53:15.810187+0000","last_fullsized":"2024-09-16T00:53:15.810187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:28.342197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565578+0000","last_change":"2024-09-16T00:53:13.817320+0000","last_active":"2024-09-16T00:53:16.565578+0000","last_peered":"2024-09-16T00:53:16.565578+0000","last_clean":"2024-09-16T00:53:16.565578+0000","last_became_active":"2024-09-16T00:53:13.816974+0000","last_became_peered":"2024-09-16T00:53:13.816974+0000","last_unstale":"2024-09-16T00:53:16.565578+0000","last_undegraded":"2024-09-16T00:53:16.565578+0000","last_fullsized":"2024-09-16T00:53:16.565578+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:06.902394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565803+0000","last_change":"2024-09-16T00:53:14.812368+0000","last_active":"2024-09-16T00:53:16.565803+0000","last_peered":"2024-09-16T00:53:16.565803+0000","last_clean":"2024-09-16T00:53:16.565803+0000","last_became_active":"2024-09-16T00:53:14.812005+0000","last_became_peered":"2024-09-16T00:53:14.812005+0000","last_unstale":"2024-09-16T00:53:16.565803+0000","last_undegraded":"2024-09-16T00:53:16.565803+0000","last_fullsized":"2024-09-16T00:53:16.565803+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:04:29.020389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565566+0000","last_change":"2024-09-16T00:53:13.812311+0000","last_active":"2024-09-16T00:53:16.565566+0000","last_peered":"2024-09-16T00:53:16.565566+0000","last_clean":"2024-09-16T00:53:16.565566+0000","last_became_active":"2024-09-16T00:53:13.811988+0000","last_became_peered":"2024-09-16T00:53:13.811988+0000","last_unstale":"2024-09-16T00:53:16.565566+0000","last_undegraded":"2024-09-16T00:53:16.565566+0000","last_fullsized":"2024-09-16T00:53:16.565566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:34:39.931102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566380+0000","last_change":"2024-09-16T00:53:14.819166+0000","last_active":"2024-09-16T00:53:16.566380+0000","last_peered":"2024-09-16T00:53:16.566380+0000","last_clean":"2024-09-16T00:53:16.566380+0000","last_became_active":"2024-09-16T00:53:14.818888+0000","last_became_peered":"2024-09-16T00:53:14.818888+0000","last_unstale":"2024-09-16T00:53:16.566380+0000","last_undegraded":"2024-09-16T00:53:16.566380+0000","last_fullsized":"2024-09-16T00:53:16.566380+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:16.426899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811041+0000","last_change":"2024-09-16T00:53:13.810121+0000","last_active":"2024-09-16T00:53:15.811041+0000","last_peered":"2024-09-16T00:53:15.811041+0000","last_clean":"2024-09-16T00:53:15.811041+0000","last_became_active":"2024-09-16T00:53:13.809734+0000","last_became_peered":"2024-09-16T00:53:13.809734+0000","last_unstale":"2024-09-16T00:53:15.811041+0000","last_undegraded":"2024-09-16T00:53:15.811041+0000","last_fullsized":"2024-09-16T00:53:15.811041+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:36.794634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809132+0000","last_change":"2024-09-16T00:53:14.804799+0000","last_active":"2024-09-16T00:53:15.809132+0000","last_peered":"2024-09-16T00:53:15.809132+0000","last_clean":"2024-09-16T00:53:15.809132+0000","last_became_active":"2024-09-16T00:53:14.804523+0000","last_became_peered":"2024-09-16T00:53:14.804523+0000","last_unstale":"2024-09-16T00:53:15.809132+0000","last_undegraded":"2024-09-16T00:53:15.809132+0000","last_fullsized":"2024-09-16T00:53:15.809132+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:16.426899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565440+0000","last_change":"2024-09-16T00:53:13.813794+0000","last_active":"2024-09-16T00:53:16.565440+0000","last_peered":"2024-09-16T00:53:16.565440+0000","last_clean":"2024-09-16T00:53:16.565440+0000","last_became_active":"2024-09-16T00:53:13.813380+0000","last_became_peered":"2024-09-16T00:53:13.813380+0000","last_unstale":"2024-09-16T00:53:16.565440+0000","last_undegraded":"2024-09-16T00:53:16.565440+0000","last_fullsized":"2024-09-16T00:53:16.565440+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:16:58.314751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566285+0000","last_change":"2024-09-16T00:53:14.834785+0000","last_active":"2024-09-16T00:53:16.566285+0000","last_peered":"2024-09-16T00:53:16.566285+0000","last_clean":"2024-09-16T00:53:16.566285+0000","last_became_active":"2024-09-16T00:53:14.833630+0000","last_became_peered":"2024-09-16T00:53:14.833630+0000","last_unstale":"2024-09-16T00:53:16.566285+0000","last_undegraded":"2024-09-16T00:53:16.566285+0000","last_fullsized":"2024-09-16T00:53:16.566285+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:04:29.020389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566968+0000","last_change":"2024-09-16T00:53:13.815698+0000","last_active":"2024-09-16T00:53:16.566968+0000","last_peered":"2024-09-16T00:53:16.566968+0000","last_clean":"2024-09-16T00:53:16.566968+0000","last_became_active":"2024-09-16T00:53:13.815385+0000","last_became_peered":"2024-09-16T00:53:13.815385+0000","last_unstale":"2024-09-16T00:53:16.566968+0000","last_undegraded":"2024-09-16T00:53:16.566968+0000","last_fullsized":"2024-09-16T00:53:16.566968+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:52.551581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811313+0000","last_change":"2024-09-16T00:53:14.816985+0000","last_active":"2024-09-16T00:53:15.811313+0000","last_peered":"2024-09-16T00:53:15.811313+0000","last_clean":"2024-09-16T00:53:15.811313+0000","last_became_active":"2024-09-16T00:53:14.816650+0000","last_became_peered":"2024-09-16T00:53:14.816650+0000","last_unstale":"2024-09-16T00:53:15.811313+0000","last_undegraded":"2024-09-16T00:53:15.811313+0000","last_fullsized":"2024-09-16T00:53:15.811313+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:33.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565724+0000","last_change":"2024-09-16T00:53:13.818421+0000","last_active":"2024-09-16T00:53:16.565724+0000","last_peered":"2024-09-16T00:53:16.565724+0000","last_clean":"2024-09-16T00:53:16.565724+0000","last_became_active":"2024-09-16T00:53:13.818107+0000","last_became_peered":"2024-09-16T00:53:13.818107+0000","last_unstale":"2024-09-16T00:53:16.565724+0000","last_undegraded":"2024-09-16T00:53:16.565724+0000","last_fullsized":"2024-09-16T00:53:16.565724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:44.501890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.809295+0000","last_change":"2024-09-16T00:53:14.830634+0000","last_active":"2024-09-16T00:53:15.809295+0000","last_peered":"2024-09-16T00:53:15.809295+0000","last_clean":"2024-09-16T00:53:15.809295+0000","last_became_active":"2024-09-16T00:53:14.830248+0000","last_became_peered":"2024-09-16T00:53:14.830248+0000","last_unstale":"2024-09-16T00:53:15.809295+0000","last_undegraded":"2024-09-16T00:53:15.809295+0000","last_fullsized":"2024-09-16T00:53:15.809295+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:24.316727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566342+0000","last_change":"2024-09-16T00:53:13.810875+0000","last_active":"2024-09-16T00:53:16.566342+0000","last_peered":"2024-09-16T00:53:16.566342+0000","last_clean":"2024-09-16T00:53:16.566342+0000","last_became_active":"2024-09-16T00:53:13.810589+0000","last_became_peered":"2024-09-16T00:53:13.810589+0000","last_unstale":"2024-09-16T00:53:16.566342+0000","last_undegraded":"2024-09-16T00:53:16.566342+0000","last_fullsized":"2024-09-16T00:53:16.566342+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:16.125753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566105+0000","last_change":"2024-09-16T00:53:14.811958+0000","last_active":"2024-09-16T00:53:16.566105+0000","last_peered":"2024-09-16T00:53:16.566105+0000","last_clean":"2024-09-16T00:53:16.566105+0000","last_became_active":"2024-09-16T00:53:14.811590+0000","last_became_peered":"2024-09-16T00:53:14.811590+0000","last_unstale":"2024-09-16T00:53:16.566105+0000","last_undegraded":"2024-09-16T00:53:16.566105+0000","last_fullsized":"2024-09-16T00:53:16.566105+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:19:03.229381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566183+0000","last_change":"2024-09-16T00:53:13.809849+0000","last_active":"2024-09-16T00:53:16.566183+0000","last_peered":"2024-09-16T00:53:16.566183+0000","last_clean":"2024-09-16T00:53:16.566183+0000","last_became_active":"2024-09-16T00:53:13.809522+0000","last_became_peered":"2024-09-16T00:53:13.809522+0000","last_unstale":"2024-09-16T00:53:16.566183+0000","last_undegraded":"2024-09-16T00:53:16.566183+0000","last_fullsized":"2024-09-16T00:53:16.566183+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:26.835782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565847+0000","last_change":"2024-09-16T00:53:14.815312+0000","last_active":"2024-09-16T00:53:16.565847+0000","last_peered":"2024-09-16T00:53:16.565847+0000","last_clean":"2024-09-16T00:53:16.565847+0000","last_became_active":"2024-09-16T00:53:14.815018+0000","last_became_peered":"2024-09-16T00:53:14.815018+0000","last_unstale":"2024-09-16T00:53:16.565847+0000","last_undegraded":"2024-09-16T00:53:16.565847+0000","last_fullsized":"2024-09-16T00:53:16.565847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:27.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810397+0000","last_change":"2024-09-16T00:53:13.815937+0000","last_active":"2024-09-16T00:53:15.810397+0000","last_peered":"2024-09-16T00:53:15.810397+0000","last_clean":"2024-09-16T00:53:15.810397+0000","last_became_active":"2024-09-16T00:53:13.815661+0000","last_became_peered":"2024-09-16T00:53:13.815661+0000","last_unstale":"2024-09-16T00:53:15.810397+0000","last_undegraded":"2024-09-16T00:53:15.810397+0000","last_fullsized":"2024-09-16T00:53:15.810397+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:38.338432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565306+0000","last_change":"2024-09-16T00:53:14.828143+0000","last_active":"2024-09-16T00:53:16.565306+0000","last_peered":"2024-09-16T00:53:16.565306+0000","last_clean":"2024-09-16T00:53:16.565306+0000","last_became_active":"2024-09-16T00:53:14.827218+0000","last_became_peered":"2024-09-16T00:53:14.827218+0000","last_unstale":"2024-09-16T00:53:16.565306+0000","last_undegraded":"2024-09-16T00:53:16.565306+0000","last_fullsized":"2024-09-16T00:53:16.565306+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:15.540624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.565178+0000","last_change":"2024-09-16T00:53:13.817569+0000","last_active":"2024-09-16T00:53:16.565178+0000","last_peered":"2024-09-16T00:53:16.565178+0000","last_clean":"2024-09-16T00:53:16.565178+0000","last_became_active":"2024-09-16T00:53:13.817222+0000","last_became_peered":"2024-09-16T00:53:13.817222+0000","last_unstale":"2024-09-16T00:53:16.565178+0000","last_undegraded":"2024-09-16T00:53:16.565178+0000","last_fullsized":"2024-09-16T00:53:16.565178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.493465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.811038+0000","last_change":"2024-09-16T00:53:14.812838+0000","last_active":"2024-09-16T00:53:15.811038+0000","last_peered":"2024-09-16T00:53:15.811038+0000","last_clean":"2024-09-16T00:53:15.811038+0000","last_became_active":"2024-09-16T00:53:14.812523+0000","last_became_peered":"2024-09-16T00:53:14.812523+0000","last_unstale":"2024-09-16T00:53:15.811038+0000","last_undegraded":"2024-09-16T00:53:15.811038+0000","last_fullsized":"2024-09-16T00:53:15.811038+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:41.577030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.808843+0000","last_change":"2024-09-16T00:53:13.810359+0000","last_active":"2024-09-16T00:53:15.808843+0000","last_peered":"2024-09-16T00:53:15.808843+0000","last_clean":"2024-09-16T00:53:15.808843+0000","last_became_active":"2024-09-16T00:53:13.810036+0000","last_became_peered":"2024-09-16T00:53:13.810036+0000","last_unstale":"2024-09-16T00:53:15.808843+0000","last_undegraded":"2024-09-16T00:53:15.808843+0000","last_fullsized":"2024-09-16T00:53:15.808843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:44.802992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:16.566896+0000","last_change":"2024-09-16T00:53:14.823459+0000","last_active":"2024-09-16T00:53:16.566896+0000","last_peered":"2024-09-16T00:53:16.566896+0000","last_clean":"2024-09-16T00:53:16.566896+0000","last_became_active":"2024-09-16T00:53:14.823160+0000","last_became_peered":"2024-09-16T00:53:14.823160+0000","last_unstale":"2024-09-16T00:53:16.566896+0000","last_undegraded":"2024-09-16T00:53:16.566896+0000","last_fullsized":"2024-09-16T00:53:16.566896+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:13.790891+0000","last_clean_scrub_stamp":"2024-09-16T00:53:13.790891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:09.195435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810897+0000","last_change":"2024-09-16T00:53:13.814954+0000","last_active":"2024-09-16T00:53:15.810897+0000","last_peered":"2024-09-16T00:53:15.810897+0000","last_clean":"2024-09-16T00:53:15.810897+0000","last_became_active":"2024-09-16T00:53:13.814675+0000","last_became_peered":"2024-09-16T00:53:13.814675+0000","last_unstale":"2024-09-16T00:53:15.810897+0000","last_undegraded":"2024-09-16T00:53:15.810897+0000","last_fullsized":"2024-09-16T00:53:15.810897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:12.785810+0000","last_clean_scrub_stamp":"2024-09-16T00:53:12.785810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:18.174812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":207,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-16T00:53:15.810182+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:15.810182+0000","last_peered":"2024-09-16T00:53:15.810182+0000","last_clean":"2024-09-16T00:53:15.810182+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:15.810182+0000","last_undegraded":"2024-09-16T00:53:15.810182+0000","last_fullsized":"2024-09-16T00:53:15.810182+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476752,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":194131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":450560,"data_stored":194153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":193619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":446464,"data_stored":193639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32204,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339636,"statfs":{"total":96636764160,"available":96603787264,"internally_reserved":0,"allocated":1040384,"data_stored":783951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1052672,"data_stored":785599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31628,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340212,"statfs":{"total":96636764160,"available":96604377088,"internally_reserved":0,"allocated":450560,"data_stored":193661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":195195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:22.535 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:53:22.535 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T00:53:22.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.679+0000 7fa049b54640 1 Processor -- start 2024-09-16T00:53:22.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.679+0000 7fa049b54640 1 -- start start 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa049b54640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa044161b00 0x7fa0440d3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa049b54640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0440b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa049b54640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa044161ee0 con 0x7fa0440b3a40 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa049b54640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa0440ceb70 con 0x7fa044161b00 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa049b54640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa0440cf6f0 con 0x7fa0440d3570 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa044161b00 0x7fa0440d3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa044161b00 0x7fa0440d3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46628/0 (socket says 172.21.15.32:46628) 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 -- 172.21.15.32:0/2248904487 learned_addr learned my addr 172.21.15.32:0/2248904487 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa042ffd640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0440b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 -- 172.21.15.32:0/2248904487 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 msgr2=0x7fa0440b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0440b5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 -- 172.21.15.32:0/2248904487 >> v1:172.21.15.50:6789/0 conn(0x7fa0440b3a40 legacy=0x7fa04406cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.680+0000 7fa0437fe640 1 -- 172.21.15.32:0/2248904487 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0440cedc0 con 0x7fa044161b00 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.681+0000 7fa0437fe640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa044161b00 0x7fa0440d3030 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa034009870 tx=0x7fa03402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b97ed2c984aaf18 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.681+0000 7fa0427fc640 1 -- 172.21.15.32:0/2248904487 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034037070 con 0x7fa044161b00 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.681+0000 7fa0427fc640 1 -- 172.21.15.32:0/2248904487 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa034032440 con 0x7fa044161b00 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.681+0000 7fa0427fc640 1 -- 172.21.15.32:0/2248904487 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034032810 con 0x7fa044161b00 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 -- 172.21.15.32:0/2248904487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa044161b00 msgr2=0x7fa0440d3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa044161b00 0x7fa0440d3030 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa034009870 tx=0x7fa03402a210 comp rx=0 tx=0).stop 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 -- 172.21.15.32:0/2248904487 shutdown_connections 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0440b5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 --2- 172.21.15.32:0/2248904487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa044161b00 0x7fa0440d3030 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 -- 172.21.15.32:0/2248904487 >> 172.21.15.32:0/2248904487 conn(0x7fa04408bfc0 msgr2=0x7fa04409d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:22.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 -- 172.21.15.32:0/2248904487 shutdown_connections 2024-09-16T00:53:22.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.682+0000 7fa049b54640 1 -- 172.21.15.32:0/2248904487 wait complete. 2024-09-16T00:53:22.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.683+0000 7fa049b54640 1 Processor -- start 2024-09-16T00:53:22.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.683+0000 7fa049b54640 1 -- start start 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0441f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 0x7fa0440b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa0440cfb80 con 0x7fa0440b3a40 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0440cf380 con 0x7fa044161b00 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa049b54640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa0440cfd00 con 0x7fa0440d3570 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46638/0 (socket says 172.21.15.32:46638) 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 -- 172.21.15.32:0/1947802900 learned_addr learned my addr 172.21.15.32:0/1947802900 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa042ffd640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0441f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa043fff640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 0x7fa0440b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 -- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 msgr2=0x7fa0441f4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0441f4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 -- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 msgr2=0x7fa0440b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 0x7fa0440b5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa0437fe640 1 -- 172.21.15.32:0/1947802900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0441f48f0 con 0x7fa0440b3a40 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.684+0000 7fa043fff640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 0x7fa0440b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa0437fe640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa034009870 tx=0x7fa0340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034041020 con 0x7fa0440b3a40 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa034030970 con 0x7fa0440b3a40 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0441f4bd0 con 0x7fa0440b3a40 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034037040 con 0x7fa0440b3a40 2024-09-16T00:53:22.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.685+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa04409e380 con 0x7fa0440b3a40 2024-09-16T00:53:22.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.686+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa044068880 con 0x7fa0440b3a40 2024-09-16T00:53:22.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.686+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa034044020 con 0x7fa0440b3a40 2024-09-16T00:53:22.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.687+0000 7fa02bfff640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 0x7fa03006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:22.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.687+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fa0340abfc0 con 0x7fa0440b3a40 2024-09-16T00:53:22.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.687+0000 7fa042ffd640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 0x7fa03006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:22.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.687+0000 7fa042ffd640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 0x7fa03006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa038006fd0 tx=0x7fa038008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:22.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.691+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa03404b030 con 0x7fa0440b3a40 2024-09-16T00:53:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.937+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa0440d3030 con 0x7fa0440b3a40 2024-09-16T00:53:22.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.940+0000 7fa02bfff640 1 -- 172.21.15.32:0/1947802900 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7fa03407a5a0 con 0x7fa0440b3a40 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A== 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stdout: caps mds = "allow" 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stdout: caps mon = "allow r" 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T00:53:22.941 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.0 2024-09-16T00:53:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 msgr2=0x7fa03006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 0x7fa03006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa038006fd0 tx=0x7fa038008040 comp rx=0 tx=0).stop 2024-09-16T00:53:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 msgr2=0x7fa044156c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa034009870 tx=0x7fa0340046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 shutdown_connections 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa03006c2b0 0x7fa03006e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa044161b00 0x7fa0440b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0440d3570 0x7fa0441f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 --2- 172.21.15.32:0/1947802900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0440b3a40 0x7fa044156c80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 >> 172.21.15.32:0/1947802900 conn(0x7fa04408bfc0 msgr2=0x7fa0440b2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 shutdown_connections 2024-09-16T00:53:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:22.942+0000 7fa049b54640 1 -- 172.21.15.32:0/1947802900 wait complete. 2024-09-16T00:53:22.954 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:23.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.056+0000 7f4f8b3fd640 1 Processor -- start 2024-09-16T00:53:23.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.056+0000 7f4f8b3fd640 1 -- start start 2024-09-16T00:53:23.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8b3fd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4f84160f30 0x7f4f840ae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8b3fd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f84158d80 con 0x7f4f8415f580 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8b3fd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f84072830 con 0x7f4f841589a0 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8b3fd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4f8415fa90 con 0x7f4f84160f30 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8999a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4f8415f580 0x7f4f84167ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43666/0 (socket says 172.21.15.32:43666) 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f8999a640 1 -- 172.21.15.32:0/2580619121 learned_addr learned my addr 172.21.15.32:0/2580619121 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f88998640 1 --2- 172.21.15.32:0/2580619121 >> v2:172.21.15.50:3300/0 conn(0x7f4f84160f30 0x7f4f840ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4232878818 0 0) 0x7f4f84158d80 con 0x7f4f8415f580 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f70003520 con 0x7f4f8415f580 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2060772449 0 0) 0x7f4f70003520 con 0x7f4f8415f580 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 >> v2:172.21.15.50:3300/0 conn(0x7f4f84160f30 msgr2=0x7f4f840ae220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 --2- 172.21.15.32:0/2580619121 >> v2:172.21.15.50:3300/0 conn(0x7f4f84160f30 0x7f4f840ae220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 >> v1:172.21.15.50:6789/0 conn(0x7f4f841589a0 legacy=0x7f4f84071fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f84072b10 con 0x7f4f8415f580 2024-09-16T00:53:23.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f4f7c0019f0 con 0x7f4f8415f580 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 >> v1:172.21.15.32:6789/0 conn(0x7f4f8415f580 legacy=0x7f4f84167ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f70003a20 0x7f4f70003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f70004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.057+0000 7f4f7bfff640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f700051c0 0x7f4f7000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8415fa90 con 0x7f4f70004800 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7000c0f0 con 0x7f4f700051c0 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4f7000c2f0 con 0x7f4f70003a20 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f70004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f8999a640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f700051c0 0x7f4f7000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f89199640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f70003a20 0x7f4f70003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 -- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f70003a20 msgr2=0x7f4f70003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f70003a20 0x7f4f70003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 -- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f700051c0 msgr2=0x7f4f7000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f700051c0 0x7f4f7000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f8999a640 1 -- 172.21.15.32:0/2580619121 reap_dead start 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f88998640 1 -- 172.21.15.32:0/2580619121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f70003520 con 0x7f4f70004800 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.058+0000 7f4f89199640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f70003a20 0x7f4f70003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f88998640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f70004c80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009ac0 tx=0x7f4f70005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74a43427be294b74 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74036070 con 0x7f4f70004800 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f74031400 con 0x7f4f70004800 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f7bfff640 1 -- 172.21.15.32:0/2580619121 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74009690 con 0x7f4f70004800 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 msgr2=0x7f4f70004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f70004c80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009ac0 tx=0x7f4f70005830 comp rx=0 tx=0).stop 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2580619121 shutdown_connections 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2580619121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f70004c80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2580619121 >> 172.21.15.32:0/2580619121 conn(0x7f4f840d0470 msgr2=0x7f4f840d0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2580619121 shutdown_connections 2024-09-16T00:53:23.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.059+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2580619121 wait complete. 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 Processor -- start 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 -- start start 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f84151f60 0x7f4f841e8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f8414ee60 0x7f4f8414f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4f84071fe0 con 0x7f4f70004800 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f840730d0 con 0x7f4f84151f60 2024-09-16T00:53:23.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f8b3fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4f84072160 con 0x7f4f8414ee60 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f89199640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f89199640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46648/0 (socket says 172.21.15.32:46648) 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.061+0000 7f4f89199640 1 -- 172.21.15.32:0/2403146895 learned_addr learned my addr 172.21.15.32:0/2403146895 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 -- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f8414ee60 msgr2=0x7f4f8414f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f8414ee60 0x7f4f8414f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 -- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f84151f60 msgr2=0x7f4f841e8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f84151f60 0x7f4f841e8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 -- 172.21.15.32:0/2403146895 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f84153380 con 0x7f4f70004800 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f89199640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000e480 tx=0x7f4f8000e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f800052e0 con 0x7f4f70004800 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f80007020 con 0x7f4f70004800 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f841558c0 con 0x7f4f70004800 2024-09-16T00:53:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80007210 con 0x7f4f70004800 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.062+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f84153900 con 0x7f4f70004800 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.063+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f84160ce0 con 0x7f4f70004800 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.064+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f8001a020 con 0x7f4f70004800 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.064+0000 7f4f79ffb640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 0x7f4f6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.064+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f4f8008aad0 con 0x7f4f70004800 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.064+0000 7f4f88998640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 0x7f4f6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.065+0000 7f4f88998640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 0x7f4f6806e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4f74033000 tx=0x7f4f7402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.068+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f84160ce0 con 0x7f4f70004800 2024-09-16T00:53:23.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.278+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f840724f0 con 0x7f4f70004800 2024-09-16T00:53:23.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.278+0000 7f4f79ffb640 1 -- 172.21.15.32:0/2403146895 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f4f80059140 con 0x7f4f70004800 2024-09-16T00:53:23.280 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:23.280 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 msgr2=0x7f4f6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 0x7f4f6806e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4f74033000 tx=0x7f4f7402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 msgr2=0x7f4f84155380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000e480 tx=0x7f4f8000e940 comp rx=0 tx=0).stop 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 shutdown_connections 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4f6806c2b0 0x7f4f6806e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f8414ee60 0x7f4f8414f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f84151f60 0x7f4f841e8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 --2- 172.21.15.32:0/2403146895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f70004800 0x7f4f84155380 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.280+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 >> 172.21.15.32:0/2403146895 conn(0x7f4f840d0470 msgr2=0x7f4f840b3460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.281+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 shutdown_connections 2024-09-16T00:53:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.281+0000 7f4f8b3fd640 1 -- 172.21.15.32:0/2403146895 wait complete. 2024-09-16T00:53:23.696 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:53:14.165906+0000', 'modified': '2024-09-16T00:53:16.152067+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 34553}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_34553': {'gid': 34553, 'name': 'b', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6835/3175921633', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6833', 'nonce': 3175921633}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 3175921633}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 34553, 'qdb_cluster': [34553]} 2024-09-16T00:53:23.696 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:53:23.696 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:53:23.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.804+0000 7f752708d640 1 Processor -- start 2024-09-16T00:53:23.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.804+0000 7f752708d640 1 -- start start 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752708d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f752015e660 0x7f75200d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752708d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7520162020 0x7f75200d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752708d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7520162500 con 0x7f75200d4d60 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752708d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f75200d2020 con 0x7f752015e660 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752708d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f75201627e0 con 0x7f7520162020 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f752015e660 0x7f75200d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f751ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f75200d4d60 0x7f75200b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43674/0 (socket says 172.21.15.32:43674) 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f752015e660 0x7f75200d4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46650/0 (socket says 172.21.15.32:46650) 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f751ffff640 1 -- 172.21.15.32:0/2611451742 learned_addr learned my addr 172.21.15.32:0/2611451742 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f752562a640 1 --2- 172.21.15.32:0/2611451742 >> v2:172.21.15.50:3300/0 conn(0x7f7520162020 0x7f75200d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 -- 172.21.15.32:0/2611451742 >> v2:172.21.15.50:3300/0 conn(0x7f7520162020 msgr2=0x7f75200d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 --2- 172.21.15.32:0/2611451742 >> v2:172.21.15.50:3300/0 conn(0x7f7520162020 0x7f75200d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 -- 172.21.15.32:0/2611451742 >> v1:172.21.15.32:6789/0 conn(0x7f75200d4d60 legacy=0x7f75200b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f7524e29640 1 -- 172.21.15.32:0/2611451742 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7520162ac0 con 0x7f752015e660 2024-09-16T00:53:23.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.805+0000 7f751f7fe640 1 -- 172.21.15.32:0/2611451742 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 589120553 0 0) 0x7f7520162500 con 0x7f75200d4d60 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.806+0000 7f7524e29640 1 --2- 172.21.15.32:0/2611451742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f752015e660 0x7f75200d4100 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f75200d21a0 tx=0x7f751402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f30a99c8addd709 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.806+0000 7f751f7fe640 1 -- 172.21.15.32:0/2611451742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514037070 con 0x7f752015e660 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.806+0000 7f751f7fe640 1 -- 172.21.15.32:0/2611451742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7514032440 con 0x7f752015e660 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.806+0000 7f751f7fe640 1 -- 172.21.15.32:0/2611451742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751402ae60 con 0x7f752015e660 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 -- 172.21.15.32:0/2611451742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f752015e660 msgr2=0x7f75200d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 --2- 172.21.15.32:0/2611451742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f752015e660 0x7f75200d4100 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f75200d21a0 tx=0x7f751402a110 comp rx=0 tx=0).stop 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 -- 172.21.15.32:0/2611451742 shutdown_connections 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 --2- 172.21.15.32:0/2611451742 >> v2:172.21.15.50:3300/0 conn(0x7f7520162020 0x7f75200d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 --2- 172.21.15.32:0/2611451742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f752015e660 0x7f75200d4100 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 -- 172.21.15.32:0/2611451742 >> 172.21.15.32:0/2611451742 conn(0x7f752008de10 msgr2=0x7f752009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 -- 172.21.15.32:0/2611451742 shutdown_connections 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.807+0000 7f752708d640 1 -- 172.21.15.32:0/2611451742 wait complete. 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.808+0000 7f752708d640 1 Processor -- start 2024-09-16T00:53:23.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.808+0000 7f752708d640 1 -- start start 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 0x7f75201574d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 0x7f75200ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75200d0fb0 con 0x7f75200d4d60 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f75200d0e30 con 0x7f7520162020 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752708d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f75200d1130 con 0x7f752015e660 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f7524e29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f7524e29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46664/0 (socket says 172.21.15.32:46664) 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f7524e29640 1 -- 172.21.15.32:0/2860912678 learned_addr learned my addr 172.21.15.32:0/2860912678 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f751ffff640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 0x7f75201574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.809+0000 7f752562a640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 0x7f75200ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 -- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 msgr2=0x7f75201574d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 0x7f75201574d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 -- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 msgr2=0x7f75200ca280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 0x7f75200ca280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 -- 172.21.15.32:0/2860912678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75200c8a10 con 0x7f75200d4d60 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f751ffff640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 0x7f75201574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f752562a640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 0x7f75200ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f7524e29640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7514000c00 tx=0x7f75140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f751d7fa640 1 -- 172.21.15.32:0/2860912678 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514037040 con 0x7f75200d4d60 2024-09-16T00:53:23.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f751d7fa640 1 -- 172.21.15.32:0/2860912678 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7514042070 con 0x7f75200d4d60 2024-09-16T00:53:23.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f751d7fa640 1 -- 172.21.15.32:0/2860912678 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514030960 con 0x7f75200d4d60 2024-09-16T00:53:23.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75200c8cf0 con 0x7f75200d4d60 2024-09-16T00:53:23.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.810+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75200c92b0 con 0x7f75200d4d60 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.812+0000 7f751d7fa640 1 -- 172.21.15.32:0/2860912678 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7514030b00 con 0x7f75200d4d60 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.812+0000 7f751d7fa640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 0x7f750406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.813+0000 7f751d7fa640 1 -- 172.21.15.32:0/2860912678 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f75140abec0 con 0x7f75200d4d60 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.813+0000 7f751ffff640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 0x7f750406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.813+0000 7f751ffff640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 0x7f750406e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f75201f7f60 tx=0x7f750c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.813+0000 7f7529e27740 1 Processor -- start 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.813+0000 7f7529e27740 1 -- start start 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389ac6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389a7b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c3899e3520 con 0x55c389a7ea80 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c38998b3e0 con 0x55c389a82a50 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55c3899df4e0 con 0x55c389a812c0 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46676/0 (socket says 172.21.15.32:46676) 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f751ffff640 1 -- 172.21.15.32:0/3051345015 learned_addr learned my addr 172.21.15.32:0/3051345015 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.814+0000 7f751ffff640 1 -- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 msgr2=0x55c389ac6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f7524e29640 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389ac6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f752562a640 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389a7b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f751ffff640 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389ac6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f751ffff640 1 -- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 msgr2=0x55c389a7b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f751ffff640 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389a7b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f751ffff640 1 -- 172.21.15.32:0/3051345015 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3899a62f0 con 0x55c389a7ea80 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f751ffff640 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f750c007390 tx=0x7f750c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb928c6ed65fa6a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f750a7fc640 1 -- 172.21.15.32:0/3051345015 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c00d9a0 con 0x55c389a7ea80 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f750a7fc640 1 -- 172.21.15.32:0/3051345015 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f750c00db40 con 0x55c389a7ea80 2024-09-16T00:53:23.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f750a7fc640 1 -- 172.21.15.32:0/3051345015 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c020450 con 0x55c389a7ea80 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f7529e27740 1 -- 172.21.15.32:0/3051345015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 msgr2=0x55c389a816a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.815+0000 7f7529e27740 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f750c007390 tx=0x7f750c010000 comp rx=0 tx=0).stop 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 -- 172.21.15.32:0/3051345015 shutdown_connections 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389a7b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a7ea80 0x55c389a816a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 --2- 172.21.15.32:0/3051345015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389ac6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 -- 172.21.15.32:0/3051345015 >> 172.21.15.32:0/3051345015 conn(0x55c389a7da80 msgr2=0x55c389ac5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 -- 172.21.15.32:0/3051345015 shutdown_connections 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 -- 172.21.15.32:0/3051345015 wait complete. 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 -- start start 2024-09-16T00:53:23.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.816+0000 7f7529e27740 1 Processor -- start 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a812c0 0x55c389ac3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 0x55c389aa1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c389a7cf20 con 0x55c389a82a50 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c38996c450 con 0x55c389a812c0 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55c389ac7290 con 0x55c389aa9e70 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7529e27740 10 client.0 _ll_register_callbacks cb 0x55c3896f5ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46678/0 (socket says 172.21.15.32:46678) 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f751ffff640 1 -- 172.21.15.32:0/1451855406 learned_addr learned my addr 172.21.15.32:0/1451855406 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f7524e29640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a812c0 0x55c389ac3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.817+0000 7f752562a640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 0x55c389aa1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 -- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 msgr2=0x55c389aa1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 0x55c389aa1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 -- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a812c0 msgr2=0x55c389ac3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a812c0 0x55c389ac3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 -- 172.21.15.32:0/1451855406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3896f62d0 con 0x55c389a82a50 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f752562a640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 0x55c389aa1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f751ffff640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f750c00da00 tx=0x7f750c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d24d12cc3b0678 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f74ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c0220d0 con 0x55c389a82a50 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f750c022270 con 0x55c389a82a50 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750c00db40 con 0x55c389a82a50 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7f750c032050 con 0x55c389a82a50 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f7529e27740 10 client.5106 fetch_fsmap learned FSMap version 15 2024-09-16T00:53:23.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55c3897c06b0 con 0x55c389a82a50 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.818+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f750c00db40 con 0x55c389a82a50 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7f750c035020 con 0x55c389a82a50 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 10 client.5106 fetch_fsmap finished waiting for FSMap version 15 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 10 client.5106 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 20 client.5106 populate_metadata read hostname 'smithi032' 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa2620 0x55c389ad9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 4 client.5106 mds_command: new command op to 34553 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 --> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3899f0c50 con 0x55c389aa2620 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7524e29640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa2620 0x55c389ad9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f7524e29640 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa2620 0x55c389ad9730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6e9603b8bb7b0a2 server_cookie=61f5cba81845834a in_seq=0 out_seq=0 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.819+0000 7f74ff7fe640 10 client.5106 ms_handle_connect on v2:172.21.15.50:6833/3175921633 2024-09-16T00:53:23.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f74ff7fe640 1 -- 172.21.15.32:0/1451855406 <== mds.0 v2:172.21.15.50:6833/3175921633 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c3899f0c50 con 0x55c389aa2620 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f74ff7fe640 10 client.5106 handle_command_reply: tid=0 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 client.5106 shutdown 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 msgr2=0x55c389ad6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f750c00da00 tx=0x7f750c012000 comp rx=0 tx=0).stop 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 shutdown_connections 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389aa9e70 0x55c389aa1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa2620 0x55c389ad9730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389ad6220 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 --2- 172.21.15.32:0/1451855406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a812c0 0x55c389ac3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f74ff7fe640 0 client.5106 ms_handle_reset on v2:172.21.15.50:6833/3175921633 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.820+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 >> 172.21.15.32:0/1451855406 conn(0x55c389a7ea80 msgr2=0x55c389ac54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.821+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 shutdown_connections 2024-09-16T00:53:23.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.821+0000 7f7529e27740 1 -- 172.21.15.32:0/1451855406 wait complete. 2024-09-16T00:53:23.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.821+0000 7f7529e27740 20 client.5106 trim_cache size 0 max 16384 2024-09-16T00:53:23.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 Processor -- start 2024-09-16T00:53:23.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 -- start start 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389a82260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389aa9e70 0x55c389aa4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75200ba0b0 con 0x55c389a82a50 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f75200b9410 con 0x55c389aa9e70 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f75200b9a60 con 0x55c389a812c0 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.839+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46692/0 (socket says 172.21.15.32:46692) 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 -- 172.21.15.32:0/2690273610 learned_addr learned my addr 172.21.15.32:0/2690273610 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 -- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 msgr2=0x55c389a82260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389a82260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 -- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389aa9e70 msgr2=0x55c389aa4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389aa9e70 0x55c389aa4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 -- 172.21.15.32:0/2690273610 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c389a827a0 con 0x55c389a82a50 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f751ffff640 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f750c0015a0 tx=0x7f750c01c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350da54d5189efa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f7509ffb640 1 -- 172.21.15.32:0/2690273610 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c00da30 con 0x55c389a82a50 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f7509ffb640 1 -- 172.21.15.32:0/2690273610 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f750c0220d0 con 0x55c389a82a50 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.840+0000 7f7509ffb640 1 -- 172.21.15.32:0/2690273610 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c022b40 con 0x55c389a82a50 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- 172.21.15.32:0/2690273610 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 msgr2=0x55c389aa3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f750c0015a0 tx=0x7f750c01c000 comp rx=0 tx=0).stop 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- 172.21.15.32:0/2690273610 shutdown_connections 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389aa9e70 0x55c389aa4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389a82a50 0x55c389aa3cf0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 --2- 172.21.15.32:0/2690273610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389a82260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- 172.21.15.32:0/2690273610 >> 172.21.15.32:0/2690273610 conn(0x55c389a7ea80 msgr2=0x55c389ac9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- 172.21.15.32:0/2690273610 shutdown_connections 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- 172.21.15.32:0/2690273610 wait complete. 2024-09-16T00:53:23.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 -- start start 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.841+0000 7f7529e27740 1 Processor -- start 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389b446a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389aaaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c389aa24a0 con 0x55c389aa9e70 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c389ac39f0 con 0x55c389a82a50 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55c389a7bd20 con 0x55c389a812c0 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f7529e27740 10 client.0 _ll_register_callbacks cb 0x7f750c007260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:53:23.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f752562a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f752562a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46696/0 (socket says 172.21.15.32:46696) 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.842+0000 7f752562a640 1 -- 172.21.15.32:0/640746114 learned_addr learned my addr 172.21.15.32:0/640746114 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7524e29640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389b446a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f751ffff640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389aaaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 -- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 msgr2=0x55c389b446a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389b446a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 -- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 msgr2=0x55c389aaaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389aaaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 -- 172.21.15.32:0/640746114 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c389ad2e70 con 0x55c389aa9e70 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7524e29640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389b446a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f752562a640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x55c389aa14f0 tx=0x7f7518012610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83f76fad43ae21ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751801c020 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f7518009de0 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750c0220d0 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7f7518026050 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 10 client.5112 fetch_fsmap learned FSMap version 15 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55c389b44be0 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f750c0220d0 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7f7518029020 con 0x55c389aa9e70 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 10 client.5112 fetch_fsmap finished waiting for FSMap version 15 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 10 client.5112 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:53:23.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 20 client.5112 populate_metadata read hostname 'smithi032' 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa7b80 0x55c389ae8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 4 client.5112 mds_command: new command op to 34553 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.843+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 --> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] -- command(tid 0: {"prefix": "status"}) -- 0x55c3899eafa0 con 0x55c389aa7b80 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7524e29640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa7b80 0x55c389ae8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7524e29640 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa7b80 0x55c389ae8ef0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18fcd8bb1bfeb256 server_cookie=bf169bf2ce593e71 in_seq=0 out_seq=0 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f74ff7fe640 10 client.5112 ms_handle_connect on v2:172.21.15.50:6833/3175921633 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f74ff7fe640 1 -- 172.21.15.32:0/640746114 <== mds.0 v2:172.21.15.50:6833/3175921633 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c3899eafa0 con 0x55c389aa7b80 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f74ff7fe640 10 client.5112 handle_command_reply: tid=0 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 client.5112 shutdown 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 msgr2=0x55c389aab4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x55c389aa14f0 tx=0x7f7518012610 comp rx=0 tx=0).stop 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 shutdown_connections 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:6833/3175921633,v1:172.21.15.50:6835/3175921633] conn(0x55c389aa7b80 0x55c389ae8ef0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c389aa9e70 0x55c389aab4c0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c389a82a50 0x55c389aaaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 --2- 172.21.15.32:0/640746114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55c389a812c0 0x55c389b446a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f74ff7fe640 0 client.5112 ms_handle_reset on v2:172.21.15.50:6833/3175921633 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.844+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 >> 172.21.15.32:0/640746114 conn(0x55c389a7ea80 msgr2=0x55c389aa1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 shutdown_connections 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f7529e27740 1 -- 172.21.15.32:0/640746114 wait complete. 2024-09-16T00:53:23.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f7529e27740 20 client.5112 trim_cache size 0 max 16384 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "483de4ca-23a5-4b52-a143-ab7e2a28022b", 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 34553, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 9.0475308059999993, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 15, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 39, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 39, 2024-09-16T00:53:23.853 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 15.902563928999999 2024-09-16T00:53:23.854 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:23.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 msgr2=0x7f750406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 0x7f750406e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f75201f7f60 tx=0x7f750c009040 comp rx=0 tx=0).stop 2024-09-16T00:53:23.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 msgr2=0x7f75200b7280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7514000c00 tx=0x7f75140046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 shutdown_connections 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f750406c2e0 0x7f750406e7a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7520162020 0x7f75200ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f752015e660 0x7f75201574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 --2- 172.21.15.32:0/2860912678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75200d4d60 0x7f75200b7280 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 >> 172.21.15.32:0/2860912678 conn(0x7f752008de10 msgr2=0x7f75200d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 shutdown_connections 2024-09-16T00:53:23.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.845+0000 7f752708d640 1 -- 172.21.15.32:0/2860912678 wait complete. 2024-09-16T00:53:23.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:53:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.958+0000 7fa34d230640 1 Processor -- start 2024-09-16T00:53:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.958+0000 7fa34d230640 1 -- start start 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.959+0000 7fa34d230640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 0x7fa34815d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.959+0000 7fa34d230640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.959+0000 7fa34d230640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3481608e0 con 0x7fa348160360 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.959+0000 7fa34d230640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa34815ce90 con 0x7fa34815ff00 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.959+0000 7fa34d230640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa348160bc0 con 0x7fa348156940 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa34659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa346d9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 0x7fa34815d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa34659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:49234/0 (socket says 172.21.15.32:49234) 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa34659c640 1 -- 172.21.15.32:0/3693709699 learned_addr learned my addr 172.21.15.32:0/3693709699 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa346d9d640 1 -- 172.21.15.32:0/3693709699 >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 msgr2=0x7fa3480cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa346d9d640 1 --2- 172.21.15.32:0/3693709699 >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa346d9d640 1 -- 172.21.15.32:0/3693709699 >> v1:172.21.15.50:6789/0 conn(0x7fa348160360 legacy=0x7fa3480cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa346d9d640 1 -- 172.21.15.32:0/3693709699 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34815cb20 con 0x7fa348156940 2024-09-16T00:53:23.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.960+0000 7fa34659c640 1 --2- 172.21.15.32:0/3693709699 >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa346d9d640 1 --2- 172.21.15.32:0/3693709699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 0x7fa34815d320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa338009d90 tx=0x7fa33802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b47b9ce66d081473 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa345d9b640 1 -- 172.21.15.32:0/3693709699 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338007740 con 0x7fa348156940 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa345d9b640 1 -- 172.21.15.32:0/3693709699 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3380078e0 con 0x7fa348156940 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa345d9b640 1 -- 172.21.15.32:0/3693709699 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338007cb0 con 0x7fa348156940 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 -- 172.21.15.32:0/3693709699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 msgr2=0x7fa34815d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 --2- 172.21.15.32:0/3693709699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 0x7fa34815d320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa338009d90 tx=0x7fa33802a660 comp rx=0 tx=0).stop 2024-09-16T00:53:23.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 -- 172.21.15.32:0/3693709699 shutdown_connections 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 --2- 172.21.15.32:0/3693709699 >> v2:172.21.15.50:3300/0 conn(0x7fa34815ff00 0x7fa3480cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 --2- 172.21.15.32:0/3693709699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa348156940 0x7fa34815d320 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.961+0000 7fa34d230640 1 -- 172.21.15.32:0/3693709699 >> 172.21.15.32:0/3693709699 conn(0x7fa34806fdc0 msgr2=0x7fa3480701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.962+0000 7fa34d230640 1 -- 172.21.15.32:0/3693709699 shutdown_connections 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.962+0000 7fa34d230640 1 -- 172.21.15.32:0/3693709699 wait complete. 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.963+0000 7fa34d230640 1 Processor -- start 2024-09-16T00:53:23.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.963+0000 7fa34d230640 1 -- start start 2024-09-16T00:53:23.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa34815ff00 0x7fa3481f40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 0x7fa348156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa3480d19b0 con 0x7fa348156940 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa348156d20 con 0x7fa348160360 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34d230640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa3480d1b30 con 0x7fa34815ff00 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46702/0 (socket says 172.21.15.32:46702) 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 -- 172.21.15.32:0/3643428397 learned_addr learned my addr 172.21.15.32:0/3643428397 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34659c640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa34815ff00 0x7fa3481f40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34759e640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 0x7fa348156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 -- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa34815ff00 msgr2=0x7fa3481f40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa34815ff00 0x7fa3481f40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 -- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 msgr2=0x7fa348156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:23.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 0x7fa348156ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa346d9d640 1 -- 172.21.15.32:0/3643428397 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3481f4b80 con 0x7fa348156940 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.964+0000 7fa34759e640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 0x7fa348156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa346d9d640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa338009eb0 tx=0x7fa338004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338040070 con 0x7fa348156940 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa338031c40 con 0x7fa348156940 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3481f4e60 con 0x7fa348156940 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338009450 con 0x7fa348156940 2024-09-16T00:53:23.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.965+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3480b65a0 con 0x7fa348156940 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.966+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3480b67a0 con 0x7fa348156940 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.966+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa338039040 con 0x7fa348156940 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.967+0000 7fa33f7fe640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 0x7fa32806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.967+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fa3380aca20 con 0x7fa348156940 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.967+0000 7fa34659c640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 0x7fa32806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:23.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.967+0000 7fa34659c640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 0x7fa32806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa3480c9040 tx=0x7fa330008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:23.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:23.971+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa33807aa40 con 0x7fa348156940 2024-09-16T00:53:24.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.181+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa34815d320 con 0x7fa348156940 2024-09-16T00:53:24.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.181+0000 7fa33f7fe640 1 -- 172.21.15.32:0/3643428397 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7fa33807ed40 con 0x7fa348156940 2024-09-16T00:53:24.182 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:53:24.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 msgr2=0x7fa32806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:24.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 0x7fa32806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa3480c9040 tx=0x7fa330008040 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 msgr2=0x7fa348158160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa338009eb0 tx=0x7fa338004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 shutdown_connections 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa32806c2b0 0x7fa32806e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa348160360 0x7fa348156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa34815ff00 0x7fa3481f40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 --2- 172.21.15.32:0/3643428397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa348156940 0x7fa348158160 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 >> 172.21.15.32:0/3643428397 conn(0x7fa34806fdc0 msgr2=0x7fa3480712a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 shutdown_connections 2024-09-16T00:53:24.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24.183+0000 7fa34d230640 1 -- 172.21.15.32:0/3643428397 wait complete. 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:53:24.195 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:24.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.196 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-16T00:53:24.212 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:24.213 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42721sec preferred_lft 42721sec 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:53:24.214 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::88a4:aeff:fee4:cb10/64 scope link 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::8047:e3ff:fe2e:ddb8/64 scope link 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ee:2d:1b:f7:41:0f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ec2d:1bff:fef7:410f/64 scope link 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:24.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.216 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:53:24.277 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:53:24.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.279 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-16T00:53:24.336 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-16T00:53:24.336 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:53:24.336 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:53:24.336 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:53:24.336 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:53:24.336 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:53:24.336 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:53:24.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:53:24.337 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:53:24.337 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:53:24.337 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:53:24.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:53:24.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:24.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.464 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:53:24.480 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:53:24.480 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:53:24.480 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:24.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.480 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-16T00:53:24.547 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T00:53:24.547 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:53:24.547 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:24.603 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:24.603 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:53:24.603 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:24.659 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:53:24.725 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:53:24.782 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:53:24.782 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:53:24.782 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:53:24.782 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:53:24.782 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:53:24.783 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:24.784 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:24.785 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:24.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.786 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:53:24.841 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T00:53:24.842 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T00:53:24.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:53:24.910 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:53:24.966 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:53:24.966 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:53:24.966 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:53:24.966 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:53:24.966 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:53:24.967 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:24.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:24.970 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:53:24.970 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-09-16T00:53:24.968+0000 7fb82e819480 -1 init, newargv = 0x55d381af9480 newargc=15 2024-09-16T00:53:24.970 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[48267]: starting ceph client 2024-09-16T00:53:24.974 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[48267]: starting fuse 2024-09-16T00:53:24.989 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:53:24.990 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-16T00:53:24.990 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:53:24.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:24.992 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-09-16T00:53:24.992 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:25.109 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.48267.asok 2024-09-16T00:53:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:25.120 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48267.asok 2024-09-16T00:53:25.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48267.asok status 2024-09-16T00:53:25.258 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:25.258 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "48267", 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5118, 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-16T00:53:25.259 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 5118 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1081768009 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1081768009 2024-09-16T00:53:25.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.5118 192.168.0.1:0/1081768009", 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/1081768009", 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 15, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 39, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-16T00:53:25.261 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:25.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.267 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-16T00:53:25.267 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:25.283 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-16T00:53:25.283 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:25.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.283 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:25.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.351 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent) 2024-09-16T00:53:25.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.417 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent/child) 2024-09-16T00:53:25.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.476 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch parent/child/file) 2024-09-16T00:53:25.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.534 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent/child/grandchild) 2024-09-16T00:53:25.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.592 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch parent/child/grandchild/file) 2024-09-16T00:53:25.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:25.650 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec find ./) 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./parent 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./parent/child 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./parent/child/grandchild 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./parent/child/grandchild/file 2024-09-16T00:53:25.719 INFO:teuthology.orchestra.run.smithi032.stdout:./parent/child/file 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./").st_ino) 2024-09-16T00:53:25.720 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:25.826 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:53:25.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent").st_ino) 2024-09-16T00:53:25.835 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:25.942 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627776 2024-09-16T00:53:25.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child").st_ino) 2024-09-16T00:53:25.951 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:26.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627777 2024-09-16T00:53:26.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/grandchild").st_ino) 2024-09-16T00:53:26.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:26.174 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628279 2024-09-16T00:53:26.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:26.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:26.183 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:26.183 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:26.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:26.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/grandchild/file").st_ino) 2024-09-16T00:53:26.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:26.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628280 2024-09-16T00:53:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/file").st_ino) 2024-09-16T00:53:26.300 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:26.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627778 2024-09-16T00:53:26.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:26.416 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:26.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.557+0000 7f6303677640 1 Processor -- start 2024-09-16T00:53:26.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.558+0000 7f6303677640 1 -- start start 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.558+0000 7f6303677640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62fc169600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6303677640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62fc06d310 con 0x7f62fc0d0350 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6303677640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62fc15e7f0 con 0x7f62fc09aa30 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6303677640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62fc0d1a50 con 0x7f62fc167210 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6300c12640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f62fc0d0350 0x7f62fc06cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56092/0 (socket says 172.21.15.32:56092) 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6300c12640 1 -- 172.21.15.32:0/1551476757 learned_addr learned my addr 172.21.15.32:0/1551476757 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6301c14640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62fc169600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1529636136 0 0) 0x7f62fc06d310 con 0x7f62fc0d0350 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f62e4003520 con 0x7f62fc0d0350 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 649794938 0 0) 0x7f62e4003520 con 0x7f62fc0d0350 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 msgr2=0x7f62fc169600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:26.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62fc169600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 >> v1:172.21.15.50:6789/0 conn(0x7f62fc09aa30 legacy=0x7f62fc09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62fc0d09b0 con 0x7f62fc0d0350 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f62f0001670 con 0x7f62fc0d0350 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 >> v1:172.21.15.32:6789/0 conn(0x7f62fc0d0350 legacy=0x7f62fc06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62e4003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e4004d40 0x7f62e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc0d1a50 con 0x7f62e4003a50 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62e400ba70 con 0x7f62e4004d40 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62e400bc20 con 0x7f62fc167210 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.559+0000 7f6301413640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62e4003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6300c12640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301c14640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e4004d40 0x7f62e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301413640 1 -- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 msgr2=0x7f62e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301413640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc167210 0x7f62e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301413640 1 -- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e4004d40 msgr2=0x7f62e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301413640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e4004d40 0x7f62e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.560+0000 7f6301413640 1 -- 172.21.15.32:0/1551476757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e4003520 con 0x7f62e4003a50 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6301413640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62e4003e30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f62ec001f60 tx=0x7f62e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99655eff372691d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec001b30 con 0x7f62e4003a50 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62ec031620 con 0x7f62e4003a50 2024-09-16T00:53:26.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f62fbfff640 1 -- 172.21.15.32:0/1551476757 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec031a10 con 0x7f62e4003a50 2024-09-16T00:53:26.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 -- 172.21.15.32:0/1551476757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 msgr2=0x7f62e4003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 --2- 172.21.15.32:0/1551476757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62e4003e30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f62ec001f60 tx=0x7f62e4005830 comp rx=0 tx=0).stop 2024-09-16T00:53:26.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6301c14640 1 -- 172.21.15.32:0/1551476757 reap_dead start 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 -- 172.21.15.32:0/1551476757 shutdown_connections 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 -- 172.21.15.32:0/1551476757 >> 172.21.15.32:0/1551476757 conn(0x7f62fc0b3cf0 msgr2=0x7f62fc0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 -- 172.21.15.32:0/1551476757 shutdown_connections 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.561+0000 7f6303677640 1 -- 172.21.15.32:0/1551476757 wait complete. 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.562+0000 7f6303677640 1 Processor -- start 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 -- start start 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc0cb610 0x7f62fc0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 0x7f62fc0ce170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc0d1250 con 0x7f62e4003a50 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc0d0f70 con 0x7f62fc0cb610 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6303677640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f62fc0d1530 con 0x7f62fc0cdcf0 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6301413640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6301413640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55878/0 (socket says 172.21.15.32:55878) 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.563+0000 7f6301413640 1 -- 172.21.15.32:0/2877369594 learned_addr learned my addr 172.21.15.32:0/2877369594 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6300c12640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc0cb610 0x7f62fc0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301c14640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 0x7f62fc0ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 -- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 msgr2=0x7f62fc0ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 0x7f62fc0ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 -- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc0cb610 msgr2=0x7f62fc0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc0cb610 0x7f62fc0cba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 -- 172.21.15.32:0/2877369594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62fc0cc0d0 con 0x7f62e4003a50 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301c14640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 0x7f62fc0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6301413640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f62ec02aa20 tx=0x7f62ec0015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec041030 con 0x7f62e4003a50 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62ec006d60 con 0x7f62e4003a50 2024-09-16T00:53:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec0319f0 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62fc0b5e90 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.564+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62fc0b53b0 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.565+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62fc09ae10 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.566+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f62ec044070 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.566+0000 7f62f9ffb640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 0x7f62e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.567+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f62ec0ac270 con 0x7f62e4003a50 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.567+0000 7f6300c12640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 0x7f62e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:26.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.567+0000 7f6300c12640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 0x7f62e806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f62f0001050 tx=0x7f62f0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:26.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.571+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f62ec0303a0 con 0x7f62e4003a50 2024-09-16T00:53:26.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.781+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62fc071c90 con 0x7f62e4003a50 2024-09-16T00:53:26.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.781+0000 7f62f9ffb640 1 -- 172.21.15.32:0/2877369594 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f62ec07a830 con 0x7f62e4003a50 2024-09-16T00:53:26.783 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:26.783 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:26.783 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 msgr2=0x7f62e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 0x7f62e806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f62f0001050 tx=0x7f62f0009040 comp rx=0 tx=0).stop 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 msgr2=0x7f62fc1572a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f62ec02aa20 tx=0x7f62ec0015b0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 shutdown_connections 2024-09-16T00:53:26.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f62e806c2b0 0x7f62e806e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f62fc0cdcf0 0x7f62fc0ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62fc0cb610 0x7f62fc0cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 --2- 172.21.15.32:0/2877369594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62e4003a50 0x7f62fc1572a0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 >> 172.21.15.32:0/2877369594 conn(0x7f62fc0b3cf0 msgr2=0x7f62fc157fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 shutdown_connections 2024-09-16T00:53:26.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:26.784+0000 7f6303677640 1 -- 172.21.15.32:0/2877369594 wait complete. 2024-09-16T00:53:26.796 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json dump tree /parent/child 1 2024-09-16T00:53:26.928 INFO:teuthology.orchestra.run.smithi050.stdout:[{"ino":1099511628279,"rdev":0,"ctime":"2024-09-16T00:53:25.648919+0000","btime":"2024-09-16T00:53:25.590911+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:25.648919+0000","atime":"2024-09-16T00:53:25.590911+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:25.648919+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:25.648919+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:25.648919+0000"},"version":6,"file_data_version":0,"xattr_version":1,"backtrace_version":4,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5118,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5118,"want_loner":5118,"mds_caps_wanted":[],"dirfrags":[{"path":"/parent/child/grandchild","dirfrag":"0x100000001f7","snapid_first":2,"projected_version":"3","version":"3","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"parent/child/grandchild/file","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511628280,"remote_type":"","version":2,"projected_version":2,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511627778,"rdev":0,"ctime":"2024-09-16T00:53:25.532640+0000","btime":"2024-09-16T00:53:25.532640+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":6,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:25.532640+0000","atime":"2024-09-16T00:53:25.532640+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[{"client":5118,"byte range":{"first":0,"last":4194304},"follows":1}],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":2,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"caps":1,"dirtyparent":1,"dirty":1},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{"gather_set":[],"state":"excl","type":"iauth","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{"gather_set":[],"state":"excl","type":"ixattr","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5118,"pending":"pAsxLsXsxFsxcrwb","issued":"pAsxLsXsxFsxcrwb","wanted":"pAsxXsxFxwb","last_sent":3}],"loner":5118,"want_loner":5118,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511627777,"rdev":0,"ctime":"2024-09-16T00:53:25.590911+0000","btime":"2024-09-16T00:53:25.474820+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:25.590911+0000","atime":"2024-09-16T00:53:25.474820+0000","time_warp_seq":0,"change_attr":2,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:25.590911+0000","num_files":1,"num_subdirs":1,"change_attr":2},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-16T00:53:25.590911+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-16T00:53:25.590911+0000"},"version":6,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirtyscattered":1,"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":5,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5118,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":10}],"loner":5118,"want_loner":5118,"mds_caps_wanted":[],"dirfrags":[{"path":"/parent/child","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"7","version":"7","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"parent/child/grandchild","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511628279,"remote_type":"","version":6,"projected_version":6,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"parent/child/file","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627778,"remote_type":"","version":2,"projected_version":2,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-16T00:53:26.930 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-16T00:53:25.648919+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-16T00:53:25.590911+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 4, "btime": "2024-09-16T00:53:25.590911+0000", "change_attr": 1, "client_caps": [ { "client_id": 5118, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:25.648919+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511628280, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/grandchild/file", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 2, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000001f7", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/parent/child/grandchild", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "3", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "3" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-16T00:53:25.648919+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511628279, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5118, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:25.648919+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-16T00:53:25.648919+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5118, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:25.532640+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "iauth", "xlock_by": {} }, "backtrace_version": 2, "btime": "2024-09-16T00:53:25.532640+0000", "change_attr": 0, "client_caps": [ { "client_id": 5118, "issued": "pAsxLsXsxFsxcrwb", "last_sent": 3, "pending": "pAsxLsXsxFsxcrwb", "wanted": "pAsxXsxFxwb" } ], "client_ranges": [ { "byte range": { "first": 0, "last": 4194304 }, "client": 5118, "follows": 1 } ], "ctime": "2024-09-16T00:53:25.532640+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511627778, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 6, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5118, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:25.532640+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "caps": 1, "dirty": 1, "dirtyparent": 1, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5118, "xattr_version": 1, "xattrlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ixattr", "xlock_by": {} }, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-16T00:53:25.590911+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-16T00:53:25.474820+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:25.474820+0000", "change_attr": 2, "client_caps": [ { "client_id": 5118, "issued": "pAsLsXsFsx", "last_sent": 10, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:25.590911+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511628279, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/grandchild", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 6, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627778, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/file", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 2, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/parent/child", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 2, "mtime": "2024-09-16T00:53:25.590911+0000", "num_files": 1, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5118, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:25.590911+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 5, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "dirtyscattered": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-16T00:53:25.590911+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5118, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-16T00:53:26.930 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:53:26.930 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:53:26.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:53:27.020 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:53:27.020 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:53:27.021 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:53:27.021 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:27.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:53:27.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.181+0000 7f8d0819f640 1 Processor -- start 2024-09-16T00:53:27.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.182+0000 7f8d0819f640 1 -- start start 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.182+0000 7f8d0819f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8d00162020 0x7f8d000d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.182+0000 7f8d0819f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d00162500 con 0x7f8d000d4d60 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.182+0000 7f8d0819f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d001627e0 con 0x7f8d0015e660 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.182+0000 7f8d0819f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f8d000d2020 con 0x7f8d00162020 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0573a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8d000d4d60 0x7f8d000d24b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56100/0 (socket says 172.21.15.32:56100) 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0573a640 1 -- 172.21.15.32:0/1297960167 learned_addr learned my addr 172.21.15.32:0/1297960167 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0673c640 1 --2- 172.21.15.32:0/1297960167 >> v2:172.21.15.32:3300/0 conn(0x7f8d00162020 0x7f8d000d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0673c640 1 -- 172.21.15.32:0/1297960167 >> v1:172.21.15.50:6789/0 conn(0x7f8d0015e660 legacy=0x7f8d000d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0673c640 1 -- 172.21.15.32:0/1297960167 >> v1:172.21.15.32:6789/0 conn(0x7f8d000d4d60 legacy=0x7f8d000d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.183+0000 7f8d0673c640 1 -- 172.21.15.32:0/1297960167 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d00162ac0 con 0x7f8d00162020 2024-09-16T00:53:27.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0673c640 1 --2- 172.21.15.32:0/1297960167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d00162020 0x7f8d000d2bc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8009d90 tx=0x7f8cf802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1ec8ad8b98205b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d04f39640 1 -- 172.21.15.32:0/1297960167 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf8007740 con 0x7f8d00162020 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d04f39640 1 -- 172.21.15.32:0/1297960167 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cf80078e0 con 0x7f8d00162020 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d04f39640 1 -- 172.21.15.32:0/1297960167 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf8007cb0 con 0x7f8d00162020 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 -- 172.21.15.32:0/1297960167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d00162020 msgr2=0x7f8d000d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 --2- 172.21.15.32:0/1297960167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d00162020 0x7f8d000d2bc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8009d90 tx=0x7f8cf802a660 comp rx=0 tx=0).stop 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 -- 172.21.15.32:0/1297960167 shutdown_connections 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 --2- 172.21.15.32:0/1297960167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d00162020 0x7f8d000d2bc0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 -- 172.21.15.32:0/1297960167 >> 172.21.15.32:0/1297960167 conn(0x7f8d0008de10 msgr2=0x7f8d0009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.184+0000 7f8d0819f640 1 -- 172.21.15.32:0/1297960167 shutdown_connections 2024-09-16T00:53:27.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.185+0000 7f8d0819f640 1 -- 172.21.15.32:0/1297960167 wait complete. 2024-09-16T00:53:27.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 Processor -- start 2024-09-16T00:53:27.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 -- start start 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d000d4d60 0x7f8d0015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 0x7f8d000b1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8d000d4990 con 0x7f8d0015e660 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8d000d4810 con 0x7f8d00162020 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.186+0000 7f8d0819f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8d000d4b10 con 0x7f8d000d4d60 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55900/0 (socket says 172.21.15.32:55900) 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 -- 172.21.15.32:0/916436105 learned_addr learned my addr 172.21.15.32:0/916436105 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0673c640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 0x7f8d000b1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d05f3b640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d000d4d60 0x7f8d0015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 -- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d000d4d60 msgr2=0x7f8d0015d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d000d4d60 0x7f8d0015d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 -- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 msgr2=0x7f8d000b1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 0x7f8d000b1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 -- 172.21.15.32:0/916436105 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d000c8340 con 0x7f8d0015e660 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0673c640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 0x7f8d000b1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0573a640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00c4a0 tx=0x7f8cfc00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc017070 con 0x7f8d0015e660 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cfc005ce0 con 0x7f8d0015e660 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d000c8620 con 0x7f8d0015e660 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc007270 con 0x7f8d0015e660 2024-09-16T00:53:27.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.187+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d000b7a20 con 0x7f8d0015e660 2024-09-16T00:53:27.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.188+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d000c87f0 con 0x7f8d0015e660 2024-09-16T00:53:27.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.189+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8cfc01a070 con 0x7f8d0015e660 2024-09-16T00:53:27.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.189+0000 7f8cf67fc640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 0x7f8ce406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.189+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f8cfc08a900 con 0x7f8d0015e660 2024-09-16T00:53:27.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.189+0000 7f8d05f3b640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 0x7f8ce406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.190+0000 7f8d05f3b640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 0x7f8ce406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8d000ce9c0 tx=0x7f8cf0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.194+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8cfc0587f0 con 0x7f8d0015e660 2024-09-16T00:53:27.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.380+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8d000b7c50 con 0x7f8d0015e660 2024-09-16T00:53:27.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.380+0000 7f8cf67fc640 1 -- 172.21.15.32:0/916436105 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v39) ==== 80+0+0 (secure 0 0 0) 0x7f8d000b7c50 con 0x7f8d0015e660 2024-09-16T00:53:27.381 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 msgr2=0x7f8ce406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 0x7f8ce406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8d000ce9c0 tx=0x7f8cf0009040 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 msgr2=0x7f8d000ca360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00c4a0 tx=0x7f8cfc00c960 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 shutdown_connections 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f8ce406c2b0 0x7f8ce406e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d00162020 0x7f8d000b1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d0015e660 0x7f8d000ca360 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 --2- 172.21.15.32:0/916436105 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8d000d4d60 0x7f8d0015d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 >> 172.21.15.32:0/916436105 conn(0x7f8d0008de10 msgr2=0x7f8d0006c940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 shutdown_connections 2024-09-16T00:53:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.382+0000 7f8d0819f640 1 -- 172.21.15.32:0/916436105 wait complete. 2024-09-16T00:53:27.394 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-16T00:53:27.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:27.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:27.419 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[48267]: fuse finished with error 0 and tester_r 0 2024-09-16T00:53:27.420 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:53:27.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:27.421 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:53:27.559 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:53:27.560 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:27.560 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:27.579 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:53:27.579 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:53:27.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:27.580 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T00:53:27.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:53:27.639 INFO:teuthology.orchestra.run.smithi050.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T00:53:27.639 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:53:27.640 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:53:27.640 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:27.657 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:53:27.657 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:53:27.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:27.657 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T00:53:27.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:53:27.713 INFO:teuthology.orchestra.run.smithi032.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T00:53:27.714 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:53:27.714 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:27.714 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:27.731 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:53:27.731 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:53:27.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:27.732 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T00:53:27.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:53:27.790 INFO:teuthology.orchestra.run.smithi050.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T00:53:27.790 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:27.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.892+0000 7f2c4422e640 1 Processor -- start 2024-09-16T00:53:27.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.892+0000 7f2c4422e640 1 -- start start 2024-09-16T00:53:27.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.892+0000 7f2c4422e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c3c15d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.892+0000 7f2c4422e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c3c15ff00 0x7f2c3c0cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c4422e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c3c1608e0 con 0x7f2c3c160360 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c4422e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2c3c15ce90 con 0x7f2c3c15ff00 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c4422e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c3c160bc0 con 0x7f2c3c156940 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c427cb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2c3c160360 0x7f2c3c0cfda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56108/0 (socket says 172.21.15.32:56108) 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c427cb640 1 -- 172.21.15.32:0/610927786 learned_addr learned my addr 172.21.15.32:0/610927786 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1474335645 0 0) 0x7f2c3c1608e0 con 0x7f2c3c160360 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c28003520 con 0x7f2c3c160360 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c417c9640 1 --2- 172.21.15.32:0/610927786 >> v2:172.21.15.50:3300/0 conn(0x7f2c3c15ff00 0x7f2c3c0cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c41fca640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c3c15d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2580729644 0 0) 0x7f2c28003520 con 0x7f2c3c160360 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 msgr2=0x7f2c3c15d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c3c15d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 >> v2:172.21.15.50:3300/0 conn(0x7f2c3c15ff00 msgr2=0x7f2c3c0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 --2- 172.21.15.32:0/610927786 >> v2:172.21.15.50:3300/0 conn(0x7f2c3c15ff00 0x7f2c3c0cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c3c15cb20 con 0x7f2c3c160360 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f2c340019f0 con 0x7f2c3c160360 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c417c9640 1 --2- 172.21.15.32:0/610927786 >> v2:172.21.15.50:3300/0 conn(0x7f2c3c15ff00 0x7f2c3c0cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 >> v1:172.21.15.32:6789/0 conn(0x7f2c3c160360 legacy=0x7f2c3c0cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c28003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28003fa0 0x7f2c28004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c28004d40 0x7f2c280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c15ce90 con 0x7f2c28004d40 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c160bc0 con 0x7f2c28003fa0 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c2800baa0 con 0x7f2c3c156940 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.893+0000 7f2c427cb640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c28004d40 0x7f2c280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c41fca640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c28003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c417c9640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28003fa0 0x7f2c28004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 -- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 msgr2=0x7f2c28003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c156940 0x7f2c28003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 -- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28003fa0 msgr2=0x7f2c28004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28003fa0 0x7f2c28004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 -- 172.21.15.32:0/610927786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c28003520 con 0x7f2c28004d40 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c417c9640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28003fa0 0x7f2c28004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.894+0000 7f2c427cb640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c28004d40 0x7f2c280051c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2c340013d0 tx=0x7f2c28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e88a4530f963d3d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3400a4e0 con 0x7f2c28004d40 2024-09-16T00:53:27.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c3402f070 con 0x7f2c28004d40 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c40fc8640 1 -- 172.21.15.32:0/610927786 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3402bce0 con 0x7f2c28004d40 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 -- 172.21.15.32:0/610927786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c28004d40 msgr2=0x7f2c280051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 --2- 172.21.15.32:0/610927786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c28004d40 0x7f2c280051c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2c340013d0 tx=0x7f2c28005830 comp rx=0 tx=0).stop 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c427cb640 1 -- 172.21.15.32:0/610927786 reap_dead start 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 -- 172.21.15.32:0/610927786 shutdown_connections 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 -- 172.21.15.32:0/610927786 >> 172.21.15.32:0/610927786 conn(0x7f2c3c06fdc0 msgr2=0x7f2c3c0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 -- 172.21.15.32:0/610927786 shutdown_connections 2024-09-16T00:53:27.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.895+0000 7f2c4422e640 1 -- 172.21.15.32:0/610927786 wait complete. 2024-09-16T00:53:27.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.896+0000 7f2c4422e640 1 Processor -- start 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 -- start start 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28004d40 0x7f2c3c14cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c06e4e0 0x7f2c3c0b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c0d1b30 con 0x7f2c3c14e730 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c0d19b0 con 0x7f2c28004d40 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c4422e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c3c0ccd60 con 0x7f2c3c06e4e0 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c427cb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c427cb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55918/0 (socket says 172.21.15.32:55918) 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c427cb640 1 -- 172.21.15.32:0/2243683147 learned_addr learned my addr 172.21.15.32:0/2243683147 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c417c9640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c06e4e0 0x7f2c3c0b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.897+0000 7f2c41fca640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28004d40 0x7f2c3c14cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 -- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c06e4e0 msgr2=0x7f2c3c0b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c06e4e0 0x7f2c3c0b6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 -- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28004d40 msgr2=0x7f2c3c14cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28004d40 0x7f2c3c14cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 -- 172.21.15.32:0/2243683147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c3c0b60f0 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c427cb640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2c3400a0b0 tx=0x7f2c34001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c34002040 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c3400a4c0 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3402bd30 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c3c06e970 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.898+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c3c0b6650 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.899+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c3c0cc820 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.900+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c34034470 con 0x7f2c3c14e730 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.900+0000 7f2c327fc640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 0x7f2c2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:27.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.900+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2c340ab1f0 con 0x7f2c3c14e730 2024-09-16T00:53:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.900+0000 7f2c41fca640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 0x7f2c2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.901+0000 7f2c41fca640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 0x7f2c2006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2c38009b40 tx=0x7f2c38009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:27.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:27.904+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c3c0b60f0 con 0x7f2c3c14e730 2024-09-16T00:53:28.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.115+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2c3c0d2c60 con 0x7f2c3c14e730 2024-09-16T00:53:28.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.116+0000 7f2c327fc640 1 -- 172.21.15.32:0/2243683147 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f2c34079180 con 0x7f2c3c14e730 2024-09-16T00:53:28.117 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:28.117 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:28.118 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:28.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 msgr2=0x7f2c2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 0x7f2c2006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2c38009b40 tx=0x7f2c38009190 comp rx=0 tx=0).stop 2024-09-16T00:53:28.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 msgr2=0x7f2c3c15e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2c3400a0b0 tx=0x7f2c34001dc0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 shutdown_connections 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2c2006c2b0 0x7f2c2006e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c3c14e730 0x7f2c3c15e8a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c3c06e4e0 0x7f2c3c0b6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 --2- 172.21.15.32:0/2243683147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c28004d40 0x7f2c3c14cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 >> 172.21.15.32:0/2243683147 conn(0x7f2c3c06fdc0 msgr2=0x7f2c3c0712a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 shutdown_connections 2024-09-16T00:53:28.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.118+0000 7f2c4422e640 1 -- 172.21.15.32:0/2243683147 wait complete. 2024-09-16T00:53:28.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:28.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.233+0000 7f7edbe4c640 1 Processor -- start 2024-09-16T00:53:28.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.233+0000 7f7edbe4c640 1 -- start start 2024-09-16T00:53:28.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7edbe4c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409aa30 0x7f7ed40b47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7edbe4c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed406fb20 0x7f7ed40d1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7edbe4c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ed40701b0 con 0x7f7ed409ae10 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7edbe4c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f7ed406ff60 con 0x7f7ed406fb20 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7edbe4c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ed40d04d0 con 0x7f7ed409aa30 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed406fb20 0x7f7ed40d1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ed406fb20 0x7f7ed40d1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55930/0 (socket says 172.21.15.32:55930) 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 -- 172.21.15.32:0/1942512529 learned_addr learned my addr 172.21.15.32:0/1942512529 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed9be8640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409aa30 0x7f7ed40b47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 -- 172.21.15.32:0/1942512529 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409aa30 msgr2=0x7f7ed40b47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409aa30 0x7f7ed40b47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 -- 172.21.15.32:0/1942512529 >> v1:172.21.15.50:6789/0 conn(0x7f7ed409ae10 legacy=0x7f7ed40cc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:28.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.234+0000 7f7ed93e7640 1 -- 172.21.15.32:0/1942512529 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ed40d07b0 con 0x7f7ed406fb20 2024-09-16T00:53:28.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.235+0000 7f7ed93e7640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed40d1290 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7ec4009870 tx=0x7f7ec402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae09f2c1662da1f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.235+0000 7f7ed8be6640 1 -- 172.21.15.32:0/1942512529 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec4037070 con 0x7f7ed406fb20 2024-09-16T00:53:28.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.235+0000 7f7ed8be6640 1 -- 172.21.15.32:0/1942512529 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ec4032440 con 0x7f7ed406fb20 2024-09-16T00:53:28.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.235+0000 7f7ed8be6640 1 -- 172.21.15.32:0/1942512529 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec4032810 con 0x7f7ed406fb20 2024-09-16T00:53:28.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1942512529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 msgr2=0x7f7ed40d1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed40d1290 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7ec4009870 tx=0x7f7ec402a180 comp rx=0 tx=0).stop 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1942512529 shutdown_connections 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed40d1290 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1942512529 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409aa30 0x7f7ed40b47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1942512529 >> 172.21.15.32:0/1942512529 conn(0x7f7ed40b3cd0 msgr2=0x7f7ed40b40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1942512529 shutdown_connections 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.236+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1942512529 wait complete. 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.237+0000 7f7edbe4c640 1 Processor -- start 2024-09-16T00:53:28.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.237+0000 7f7edbe4c640 1 -- start start 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed409aa30 0x7f7ed406df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409ae10 0x7f7ed406e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed40ccf40 con 0x7f7ed406fb20 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed409b2a0 con 0x7f7ed409aa30 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7edbe4c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ed40cd0c0 con 0x7f7ed409ae10 2024-09-16T00:53:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7ed9be8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7ed9be8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55944/0 (socket says 172.21.15.32:55944) 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.238+0000 7f7ed9be8640 1 -- 172.21.15.32:0/1689813235 learned_addr learned my addr 172.21.15.32:0/1689813235 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 -- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409ae10 msgr2=0x7f7ed406e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409ae10 0x7f7ed406e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 -- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed409aa30 msgr2=0x7f7ed406df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed409aa30 0x7f7ed406df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 -- 172.21.15.32:0/1689813235 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ed40cbb10 con 0x7f7ed406fb20 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7ed9be8640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7ed000d800 tx=0x7f7ed000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed000b6c0 con 0x7f7ed406fb20 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed0019070 con 0x7f7ed406fb20 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ed40cbdc0 con 0x7f7ed406fb20 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed000ba80 con 0x7f7ed406fb20 2024-09-16T00:53:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.239+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ed41522c0 con 0x7f7ed406fb20 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.240+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ed4069dd0 con 0x7f7ed406fb20 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.241+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ed000bc20 con 0x7f7ed406fb20 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.241+0000 7f7eca7fc640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.241+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f7ed008ba00 con 0x7f7ed406fb20 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.241+0000 7f7ed93e7640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.242+0000 7f7ed93e7640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7ec4034000 tx=0x7f7ec402c000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.245+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ed005a070 con 0x7f7ed406fb20 2024-09-16T00:53:28.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.457+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ed40cff30 con 0x7f7ed406fb20 2024-09-16T00:53:28.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.457+0000 7f7eca7fc640 1 -- 172.21.15.32:0/1689813235 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f7ed0059970 con 0x7f7ed406fb20 2024-09-16T00:53:28.459 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:28.459 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:28.459 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:28.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.459+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 msgr2=0x7f7eb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7ec4034000 tx=0x7f7ec402c000 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 msgr2=0x7f7ed4151a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7ed000d800 tx=0x7f7ed000dcc0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 shutdown_connections 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7eb806c2b0 0x7f7eb806e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ed409ae10 0x7f7ed406e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ed409aa30 0x7f7ed406df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 --2- 172.21.15.32:0/1689813235 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ed406fb20 0x7f7ed4151a50 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 >> 172.21.15.32:0/1689813235 conn(0x7f7ed40b3cd0 msgr2=0x7f7ed40cde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 shutdown_connections 2024-09-16T00:53:28.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.460+0000 7f7edbe4c640 1 -- 172.21.15.32:0/1689813235 wait complete. 2024-09-16T00:53:28.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:28.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.578+0000 7ffb38d1a640 1 Processor -- start 2024-09-16T00:53:28.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.578+0000 7ffb38d1a640 1 -- start start 2024-09-16T00:53:28.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb38d1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb3415e510 0x7ffb340ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb38d1a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 0x7ffb340b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb38d1a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb340d3430 con 0x7ffb340cf040 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb38d1a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7ffb340d36d0 con 0x7ffb3415e510 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb38d1a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffb340d39b0 con 0x7ffb340d13d0 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb3415e510 0x7ffb340ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb3415e510 0x7ffb340ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55960/0 (socket says 172.21.15.32:55960) 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 -- 172.21.15.32:0/631247262 learned_addr learned my addr 172.21.15.32:0/631247262 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb32d9d640 1 --2- 172.21.15.32:0/631247262 >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 0x7ffb340b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 -- 172.21.15.32:0/631247262 >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 msgr2=0x7ffb340b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 --2- 172.21.15.32:0/631247262 >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 0x7ffb340b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 -- 172.21.15.32:0/631247262 >> v1:172.21.15.50:6789/0 conn(0x7ffb340cf040 legacy=0x7ffb340d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb3259c640 1 -- 172.21.15.32:0/631247262 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb340d3c90 con 0x7ffb3415e510 2024-09-16T00:53:28.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.579+0000 7ffb32d9d640 1 --2- 172.21.15.32:0/631247262 >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 0x7ffb340b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.580+0000 7ffb3259c640 1 --2- 172.21.15.32:0/631247262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340ceb00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ffb340b9dc0 tx=0x7ffb2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bba2f0169e00b16 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.580+0000 7ffb3159a640 1 -- 172.21.15.32:0/631247262 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24037070 con 0x7ffb3415e510 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.580+0000 7ffb3159a640 1 -- 172.21.15.32:0/631247262 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb24032440 con 0x7ffb3415e510 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.580+0000 7ffb3159a640 1 -- 172.21.15.32:0/631247262 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24032810 con 0x7ffb3415e510 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 -- 172.21.15.32:0/631247262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 msgr2=0x7ffb340ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/631247262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340ceb00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ffb340b9dc0 tx=0x7ffb2402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 -- 172.21.15.32:0/631247262 shutdown_connections 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/631247262 >> v2:172.21.15.50:3300/0 conn(0x7ffb340d13d0 0x7ffb340b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/631247262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340ceb00 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 -- 172.21.15.32:0/631247262 >> 172.21.15.32:0/631247262 conn(0x7ffb3406d1a0 msgr2=0x7ffb34073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 -- 172.21.15.32:0/631247262 shutdown_connections 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.581+0000 7ffb38d1a640 1 -- 172.21.15.32:0/631247262 wait complete. 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.582+0000 7ffb38d1a640 1 Processor -- start 2024-09-16T00:53:28.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.582+0000 7ffb38d1a640 1 -- start start 2024-09-16T00:53:28.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb340cf040 0x7ffb341518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb340d13d0 0x7ffb340cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3415e8f0 con 0x7ffb3415e510 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffb340d22a0 con 0x7ffb340cf040 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb38d1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3415ea70 con 0x7ffb340d13d0 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55968/0 (socket says 172.21.15.32:55968) 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 -- 172.21.15.32:0/3094512049 learned_addr learned my addr 172.21.15.32:0/3094512049 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb3259c640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb340cf040 0x7ffb341518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb31d9b640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb340d13d0 0x7ffb340cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 -- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb340d13d0 msgr2=0x7ffb340cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb340d13d0 0x7ffb340cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 -- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb340cf040 msgr2=0x7ffb341518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb340cf040 0x7ffb341518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.583+0000 7ffb32d9d640 1 -- 172.21.15.32:0/3094512049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb340cdbe0 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb32d9d640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00cf20 tx=0x7ffb2c00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c01a070 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c00d840 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb340cbb40 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c00dc30 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.584+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb340ce140 con 0x7ffb3415e510 2024-09-16T00:53:28.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.585+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb340ceb00 con 0x7ffb3415e510 2024-09-16T00:53:28.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.585+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb2c01d070 con 0x7ffb3415e510 2024-09-16T00:53:28.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.586+0000 7ffb22ffd640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 0x7ffb1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.586+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7ffb2c08bd90 con 0x7ffb3415e510 2024-09-16T00:53:28.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.586+0000 7ffb3259c640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 0x7ffb1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.586+0000 7ffb3259c640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 0x7ffb1406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffb24034000 tx=0x7ffb2402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.594+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffb340cdbe0 con 0x7ffb3415e510 2024-09-16T00:53:28.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.772+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffb3415bb00 con 0x7ffb3415e510 2024-09-16T00:53:28.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.773+0000 7ffb22ffd640 1 -- 172.21.15.32:0/3094512049 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16954 (secure 0 0 0) 0x7ffb2c060030 con 0x7ffb3415e510 2024-09-16T00:53:28.775 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:28.775 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":39,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:15.803355+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:12.064921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:13.150445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 msgr2=0x7ffb1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 0x7ffb1406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffb24034000 tx=0x7ffb2402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 msgr2=0x7ffb340cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00cf20 tx=0x7ffb2c00a7d0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 shutdown_connections 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffb1406c2b0 0x7ffb1406e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb3415e510 0x7ffb340cc420 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb340d13d0 0x7ffb340cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 --2- 172.21.15.32:0/3094512049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb340cf040 0x7ffb341518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 >> 172.21.15.32:0/3094512049 conn(0x7ffb3406d1a0 msgr2=0x7ffb340cf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 shutdown_connections 2024-09-16T00:53:28.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.776+0000 7ffb38d1a640 1 -- 172.21.15.32:0/3094512049 wait complete. 2024-09-16T00:53:28.788 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:53:28.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:28.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.892+0000 7f81dad6d640 1 Processor -- start 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.892+0000 7f81dad6d640 1 -- start start 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81dad6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 0x7f81d415d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81dad6d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f81d415ff00 0x7f81d40cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81dad6d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81d41608e0 con 0x7f81d4160360 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81dad6d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f81d415ce90 con 0x7f81d415ff00 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81dad6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f81d4160bc0 con 0x7f81d4156940 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f81d415ff00 0x7f81d40cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81d930a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f81d4160360 0x7f81d40cfda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56122/0 (socket says 172.21.15.32:56122) 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81d930a640 1 -- 172.21.15.32:0/783835161 learned_addr learned my addr 172.21.15.32:0/783835161 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81d8b09640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 0x7f81d415d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cb7fe640 1 -- 172.21.15.32:0/783835161 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3553426965 0 0) 0x7f81d41608e0 con 0x7f81d4160360 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cb7fe640 1 -- 172.21.15.32:0/783835161 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81bc003520 con 0x7f81d4160360 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cbfff640 1 -- 172.21.15.32:0/783835161 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 msgr2=0x7f81d415d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cbfff640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 0x7f81d415d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cbfff640 1 -- 172.21.15.32:0/783835161 >> v1:172.21.15.32:6789/0 conn(0x7f81d4160360 legacy=0x7f81d40cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81cbfff640 1 -- 172.21.15.32:0/783835161 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81d415cb20 con 0x7f81d415ff00 2024-09-16T00:53:28.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.893+0000 7f81d8b09640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 0x7f81d415d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:28.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.894+0000 7f81cbfff640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d40cc820 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f81c40097a0 tx=0x7f81c402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7348dcef1c1fe895 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.894+0000 7f81cb7fe640 1 -- 172.21.15.32:0/783835161 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4037070 con 0x7f81d415ff00 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.894+0000 7f81cb7fe640 1 -- 172.21.15.32:0/783835161 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81c4032440 con 0x7f81d415ff00 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.894+0000 7f81cb7fe640 1 -- 172.21.15.32:0/783835161 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c40327f0 con 0x7f81d415ff00 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 -- 172.21.15.32:0/783835161 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 msgr2=0x7f81d40cc820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d40cc820 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f81c40097a0 tx=0x7f81c402a180 comp rx=0 tx=0).stop 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 -- 172.21.15.32:0/783835161 shutdown_connections 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d40cc820 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 --2- 172.21.15.32:0/783835161 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4156940 0x7f81d415d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 -- 172.21.15.32:0/783835161 >> 172.21.15.32:0/783835161 conn(0x7f81d406fdc0 msgr2=0x7f81d40701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 -- 172.21.15.32:0/783835161 shutdown_connections 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.895+0000 7f81dad6d640 1 -- 172.21.15.32:0/783835161 wait complete. 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.896+0000 7f81dad6d640 1 Processor -- start 2024-09-16T00:53:28.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.896+0000 7f81dad6d640 1 -- start start 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81d4156940 0x7f81d40b5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4160360 0x7f81d40b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f81d40d19b0 con 0x7f81d415ff00 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81d4156d20 con 0x7f81d4156940 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81dad6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f81d40d1b30 con 0x7f81d4160360 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81cbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81cbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55976/0 (socket says 172.21.15.32:55976) 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.897+0000 7f81cbfff640 1 -- 172.21.15.32:0/3906589556 learned_addr learned my addr 172.21.15.32:0/3906589556 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 -- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4160360 msgr2=0x7f81d40b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4160360 0x7f81d40b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 -- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81d4156940 msgr2=0x7f81d40b5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81d4156940 0x7f81d40b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 -- 172.21.15.32:0/3906589556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81d406de30 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81cbfff640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f81c402a1c0 tx=0x7f81c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4041020 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81c4030700 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81d40b56b0 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4037040 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.898+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81d40b5c70 con 0x7f81d415ff00 2024-09-16T00:53:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.899+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81d415d320 con 0x7f81d415ff00 2024-09-16T00:53:28.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.900+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f81c4044020 con 0x7f81d415ff00 2024-09-16T00:53:28.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.900+0000 7f81c97fa640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 0x7f81c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:28.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.900+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f81c40abe10 con 0x7f81d415ff00 2024-09-16T00:53:28.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.900+0000 7f81d8b09640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 0x7f81c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:28.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.901+0000 7f81d8b09640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 0x7f81c006e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f81d0006e80 tx=0x7f81d0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:28.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:28.904+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81c404b030 con 0x7f81d415ff00 2024-09-16T00:53:29.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.116+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81d40d11d0 con 0x7f81d415ff00 2024-09-16T00:53:29.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.116+0000 7f81c97fa640 1 -- 172.21.15.32:0/3906589556 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f81c407a3f0 con 0x7f81d415ff00 2024-09-16T00:53:29.118 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:29.118 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:29.118 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.118+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 msgr2=0x7f81c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.118+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 0x7f81c006e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f81d0006e80 tx=0x7f81d0008040 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.118+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 msgr2=0x7f81d406d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.118+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f81c402a1c0 tx=0x7f81c40046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 shutdown_connections 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f81c006c2e0 0x7f81c006e7a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81d4160360 0x7f81d40b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81d415ff00 0x7f81d406d8f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 --2- 172.21.15.32:0/3906589556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81d4156940 0x7f81d40b5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 >> 172.21.15.32:0/3906589556 conn(0x7f81d406fdc0 msgr2=0x7f81d415bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 shutdown_connections 2024-09-16T00:53:29.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.119+0000 7f81dad6d640 1 -- 172.21.15.32:0/3906589556 wait complete. 2024-09-16T00:53:29.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:29.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.233+0000 7fe21df9f640 1 Processor -- start 2024-09-16T00:53:29.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.233+0000 7fe21df9f640 1 -- start start 2024-09-16T00:53:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.233+0000 7fe21df9f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe21815e510 0x7fe2180ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe21df9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180cf040 0x7fe2180d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe21df9f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 0x7fe2180b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe21df9f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fe2180d3430 con 0x7fe21815e510 2024-09-16T00:53:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe21df9f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe2180d1690 con 0x7fe2180d1200 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe21df9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe2180d36d0 con 0x7fe2180cf040 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe21815e510 0x7fe2180ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe21815e510 0x7fe2180ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55982/0 (socket says 172.21.15.32:55982) 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 -- 172.21.15.32:0/3154772716 learned_addr learned my addr 172.21.15.32:0/3154772716 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe217fff640 1 --2- 172.21.15.32:0/3154772716 >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 0x7fe2180b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe216ffd640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180cf040 0x7fe2180d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 -- 172.21.15.32:0/3154772716 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180cf040 msgr2=0x7fe2180d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180cf040 0x7fe2180d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 -- 172.21.15.32:0/3154772716 >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 msgr2=0x7fe2180b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 --2- 172.21.15.32:0/3154772716 >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 0x7fe2180b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe2177fe640 1 -- 172.21.15.32:0/3154772716 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2180d39b0 con 0x7fe21815e510 2024-09-16T00:53:29.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.234+0000 7fe217fff640 1 --2- 172.21.15.32:0/3154772716 >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 0x7fe2180b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:29.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe2177fe640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe2180ceb00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe2180740c0 tx=0x7fe20802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=294c6b1f0ae8819f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe2167fc640 1 -- 172.21.15.32:0/3154772716 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe208037070 con 0x7fe21815e510 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe2167fc640 1 -- 172.21.15.32:0/3154772716 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe208032440 con 0x7fe21815e510 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe2167fc640 1 -- 172.21.15.32:0/3154772716 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe208032810 con 0x7fe21815e510 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe21df9f640 1 -- 172.21.15.32:0/3154772716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 msgr2=0x7fe2180ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.235+0000 7fe21df9f640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe2180ceb00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe2180740c0 tx=0x7fe20802a140 comp rx=0 tx=0).stop 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 -- 172.21.15.32:0/3154772716 shutdown_connections 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 --2- 172.21.15.32:0/3154772716 >> v2:172.21.15.50:3300/0 conn(0x7fe2180d1200 0x7fe2180b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180cf040 0x7fe2180d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 --2- 172.21.15.32:0/3154772716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe2180ceb00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 -- 172.21.15.32:0/3154772716 >> 172.21.15.32:0/3154772716 conn(0x7fe21806d1a0 msgr2=0x7fe218073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 -- 172.21.15.32:0/3154772716 shutdown_connections 2024-09-16T00:53:29.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.236+0000 7fe21df9f640 1 -- 172.21.15.32:0/3154772716 wait complete. 2024-09-16T00:53:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.237+0000 7fe21df9f640 1 Processor -- start 2024-09-16T00:53:29.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.237+0000 7fe21df9f640 1 -- start start 2024-09-16T00:53:29.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2180cf040 0x7fe2180b48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180d1200 0x7fe218151a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe2180d22a0 con 0x7fe21815e510 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe2180d3f70 con 0x7fe2180cf040 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe21df9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe21815e8f0 con 0x7fe2180d1200 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55998/0 (socket says 172.21.15.32:55998) 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 -- 172.21.15.32:0/4180733078 learned_addr learned my addr 172.21.15.32:0/4180733078 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe216ffd640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180d1200 0x7fe218151a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe2177fe640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2180cf040 0x7fe2180b48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 -- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180d1200 msgr2=0x7fe218151a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180d1200 0x7fe218151a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 -- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2180cf040 msgr2=0x7fe2180b48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2180cf040 0x7fe2180b48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 -- 172.21.15.32:0/4180733078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe218151f60 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.238+0000 7fe217fff640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe210007ef0 tx=0x7fe21000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.239+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe21001a070 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.239+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe210003b90 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.239+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe210004030 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.239+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2180b4f20 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.239+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2180b54e0 con 0x7fe21815e510 2024-09-16T00:53:29.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.240+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2180d0cc0 con 0x7fe21815e510 2024-09-16T00:53:29.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.241+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe21001d070 con 0x7fe21815e510 2024-09-16T00:53:29.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.241+0000 7fe1fffff640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 0x7fe20406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.241+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fe21008b700 con 0x7fe21815e510 2024-09-16T00:53:29.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.241+0000 7fe2177fe640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 0x7fe20406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.242+0000 7fe2177fe640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 0x7fe20406e7a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe208034000 tx=0x7fe20802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.245+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe218151f60 con 0x7fe21815e510 2024-09-16T00:53:29.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.457+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe21815acb0 con 0x7fe21815e510 2024-09-16T00:53:29.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.458+0000 7fe1fffff640 1 -- 172.21.15.32:0/4180733078 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7fe210010070 con 0x7fe21815e510 2024-09-16T00:53:29.459 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:29.459 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":15,"btime":"2024-09-16T00:53:16:807348+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:14.165906+0000","modified":"2024-09-16T00:53:16.152067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34553},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34553":{"gid":34553,"name":"b","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3175921633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3175921633},{"type":"v1","addr":"172.21.15.50:6835","nonce":3175921633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34553,"qdb_cluster":[34553]},"id":2}]} 2024-09-16T00:53:29.459 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 15 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 msgr2=0x7fe20406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 0x7fe20406e7a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe208034000 tx=0x7fe20802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 msgr2=0x7fe218160de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe210007ef0 tx=0x7fe21000d4a0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 shutdown_connections 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fe20406c2e0 0x7fe20406e7a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe21815e510 0x7fe218160de0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe2180d1200 0x7fe218151a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 --2- 172.21.15.32:0/4180733078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe2180cf040 0x7fe2180b48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 >> 172.21.15.32:0/4180733078 conn(0x7fe21806d1a0 msgr2=0x7fe2180b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 shutdown_connections 2024-09-16T00:53:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.460+0000 7fe21df9f640 1 -- 172.21.15.32:0/4180733078 wait complete. 2024-09-16T00:53:29.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:29.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 Processor -- start 2024-09-16T00:53:29.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 -- start start 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f887c0ccf30 0x7f887c0cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f887c1608e0 con 0x7f887c15ff00 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f887c160bc0 con 0x7f887c156940 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.574+0000 7f8882ff6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f887c15ce90 con 0x7f887c0ccf30 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f8881593640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f887c0ccf30 0x7f887c0cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f887bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f887c15ff00 0x7f887c0cc820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56136/0 (socket says 172.21.15.32:56136) 2024-09-16T00:53:29.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f887bfff640 1 -- 172.21.15.32:0/2653342654 learned_addr learned my addr 172.21.15.32:0/2653342654 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:29.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f8881593640 1 -- 172.21.15.32:0/2653342654 >> v1:172.21.15.50:6789/0 conn(0x7f887c156940 legacy=0x7f887c15d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:29.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f8881593640 1 -- 172.21.15.32:0/2653342654 >> v1:172.21.15.32:6789/0 conn(0x7f887c15ff00 legacy=0x7f887c0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f8881593640 1 -- 172.21.15.32:0/2653342654 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f887c15cb20 con 0x7f887c0ccf30 2024-09-16T00:53:29.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.575+0000 7f887b7fe640 1 -- 172.21.15.32:0/2653342654 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2549948993 0 0) 0x7f887c1608e0 con 0x7f887c15ff00 2024-09-16T00:53:29.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8881593640 1 --2- 172.21.15.32:0/2653342654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c0ccf30 0x7f887c0cfda0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8874009d90 tx=0x7f887402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de56d27f32d38be9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f887b7fe640 1 -- 172.21.15.32:0/2653342654 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8874007740 con 0x7f887c0ccf30 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f887b7fe640 1 -- 172.21.15.32:0/2653342654 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88740078e0 con 0x7f887c0ccf30 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f887b7fe640 1 -- 172.21.15.32:0/2653342654 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8874007cb0 con 0x7f887c0ccf30 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 -- 172.21.15.32:0/2653342654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c0ccf30 msgr2=0x7f887c0cfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 --2- 172.21.15.32:0/2653342654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c0ccf30 0x7f887c0cfda0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8874009d90 tx=0x7f887402a6a0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 -- 172.21.15.32:0/2653342654 shutdown_connections 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 --2- 172.21.15.32:0/2653342654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c0ccf30 0x7f887c0cfda0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 -- 172.21.15.32:0/2653342654 >> 172.21.15.32:0/2653342654 conn(0x7f887c06fdc0 msgr2=0x7f887c0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 -- 172.21.15.32:0/2653342654 shutdown_connections 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.576+0000 7f8882ff6640 1 -- 172.21.15.32:0/2653342654 wait complete. 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 Processor -- start 2024-09-16T00:53:29.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 -- start start 2024-09-16T00:53:29.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 0x7f887c0b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f887c15ff00 0x7f887c0c92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f887c0d1b30 con 0x7f887c156940 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f887c0d19b0 con 0x7f887c0ccf30 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.578+0000 7f8882ff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f887c160390 con 0x7f887c15ff00 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56008/0 (socket says 172.21.15.32:56008) 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 -- 172.21.15.32:0/936007896 learned_addr learned my addr 172.21.15.32:0/936007896 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f8880d92640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 0x7f887c0b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 -- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f887c15ff00 msgr2=0x7f887c0c92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f887c15ff00 0x7f887c0c92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 -- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 msgr2=0x7f887c0b2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 0x7f887c0b2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 -- 172.21.15.32:0/936007896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f887c0b3410 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f8880d92640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 0x7f887c0b2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f887bfff640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f886800c460 tx=0x7f886800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8868018070 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8868007500 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f887c1585e0 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8868004a20 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.579+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f887c158ba0 con 0x7f887c156940 2024-09-16T00:53:29.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.580+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f887c15d320 con 0x7f887c156940 2024-09-16T00:53:29.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.581+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f886801b070 con 0x7f887c156940 2024-09-16T00:53:29.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.581+0000 7f88797fa640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 0x7f886006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.581+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f886808a990 con 0x7f887c156940 2024-09-16T00:53:29.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.581+0000 7f8880d92640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 0x7f886006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.582+0000 7f8880d92640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 0x7f886006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8870003eb0 tx=0x7f8870009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.586+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8868058e40 con 0x7f887c156940 2024-09-16T00:53:29.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.761+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f887c0cc7b0 con 0x7f887c156940 2024-09-16T00:53:29.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.762+0000 7f88797fa640 1 -- 172.21.15.32:0/936007896 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16954 (secure 0 0 0) 0x7f8868058740 con 0x7f887c156940 2024-09-16T00:53:29.764 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:29.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":39,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:15.803355+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:12.064921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:13.150445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 msgr2=0x7f886006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 0x7f886006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8870003eb0 tx=0x7f8870009040 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 msgr2=0x7f887c155230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f886800c460 tx=0x7f886800c920 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 shutdown_connections 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f886006c2e0 0x7f886006e7a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f887c15ff00 0x7f887c0c92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f887c156940 0x7f887c155230 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 --2- 172.21.15.32:0/936007896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f887c0ccf30 0x7f887c0b2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 >> 172.21.15.32:0/936007896 conn(0x7f887c06fdc0 msgr2=0x7f887c15a510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 shutdown_connections 2024-09-16T00:53:29.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.764+0000 7f8882ff6640 1 -- 172.21.15.32:0/936007896 wait complete. 2024-09-16T00:53:29.776 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:53:29.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 Processor -- start 2024-09-16T00:53:29.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 -- start start 2024-09-16T00:53:29.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f82c815c080 0x7f82c815eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82c8070a50 0x7f82c80cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c806d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f82c806d1b0 con 0x7f82c8070a50 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f82c806ceb0 con 0x7f82c815c080 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.881+0000 7f82cf59f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f82c815f4b0 con 0x7f82c80ccd50 2024-09-16T00:53:29.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82c8070a50 0x7f82c80cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82c8070a50 0x7f82c80cc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56020/0 (socket says 172.21.15.32:56020) 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 -- 172.21.15.32:0/123434325 learned_addr learned my addr 172.21.15.32:0/123434325 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82cd33b640 1 --2- 172.21.15.32:0/123434325 >> v2:172.21.15.50:3300/0 conn(0x7f82c815c080 0x7f82c815eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82cdb3c640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c806d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 -- 172.21.15.32:0/123434325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 msgr2=0x7f82c806d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:29.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c806d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 -- 172.21.15.32:0/123434325 >> v2:172.21.15.50:3300/0 conn(0x7f82c815c080 msgr2=0x7f82c815eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/123434325 >> v2:172.21.15.50:3300/0 conn(0x7f82c815c080 0x7f82c815eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.882+0000 7f82ccb3a640 1 -- 172.21.15.32:0/123434325 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82c815f790 con 0x7f82c8070a50 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c80cc810 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f82b8009870 tx=0x7f82b802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd7472449a29e50 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82bffff640 1 -- 172.21.15.32:0/123434325 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82b8037070 con 0x7f82c8070a50 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82bffff640 1 -- 172.21.15.32:0/123434325 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82b8032440 con 0x7f82c8070a50 2024-09-16T00:53:29.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82bffff640 1 -- 172.21.15.32:0/123434325 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82b8032810 con 0x7f82c8070a50 2024-09-16T00:53:29.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 -- 172.21.15.32:0/123434325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 msgr2=0x7f82c80cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c80cc810 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f82b8009870 tx=0x7f82b802a210 comp rx=0 tx=0).stop 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 -- 172.21.15.32:0/123434325 shutdown_connections 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c806d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 --2- 172.21.15.32:0/123434325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c80cc810 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 --2- 172.21.15.32:0/123434325 >> v2:172.21.15.50:3300/0 conn(0x7f82c815c080 0x7f82c815eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 -- 172.21.15.32:0/123434325 >> 172.21.15.32:0/123434325 conn(0x7f82c806fde0 msgr2=0x7f82c80701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.883+0000 7f82cf59f640 1 -- 172.21.15.32:0/123434325 shutdown_connections 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.884+0000 7f82cf59f640 1 -- 172.21.15.32:0/123434325 wait complete. 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 Processor -- start 2024-09-16T00:53:29.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 -- start start 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82c815c080 0x7f82c80b5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f82c815c5e0 con 0x7f82c8070a50 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f82c815c460 con 0x7f82c815c080 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.885+0000 7f82cf59f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f82c815f0c0 con 0x7f82c80ccd50 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56026/0 (socket says 172.21.15.32:56026) 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 -- 172.21.15.32:0/2156961535 learned_addr learned my addr 172.21.15.32:0/2156961535 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cdb3c640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82c815c080 0x7f82c80b5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 -- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 msgr2=0x7f82c80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 -- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82c815c080 msgr2=0x7f82c80b5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82c815c080 0x7f82c80b5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 -- 172.21.15.32:0/2156961535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82c80cc200 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cd33b640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f82c400d800 tx=0x7f82c400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c400b6c0 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82c4019070 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82c80c9740 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c400ba80 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.886+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82c814fae0 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.887+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82c80cc810 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.888+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f82c400bc20 con 0x7f82c8070a50 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.888+0000 7f82bdffb640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 0x7f82ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:29.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.888+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f82c408ba90 con 0x7f82c8070a50 2024-09-16T00:53:29.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.888+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 0x7f82ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:29.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.889+0000 7f82ccb3a640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 0x7f82ac06e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f82b8034000 tx=0x7f82b802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:29.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:29.893+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82c401c360 con 0x7f82c8070a50 2024-09-16T00:53:30.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.104+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f82c806e490 con 0x7f82c8070a50 2024-09-16T00:53:30.105 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-09-16T00:53:30.105+0000 7f6bd1eb4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:53:30.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.106+0000 7f82bdffb640 1 -- 172.21.15.32:0/2156961535 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7f82c405a070 con 0x7f82c8070a50 2024-09-16T00:53:30.106 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:53:30.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 msgr2=0x7f82ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 0x7f82ac06e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f82b8034000 tx=0x7f82b802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:30.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 msgr2=0x7f82c814f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f82c400d800 tx=0x7f82c400dcc0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 shutdown_connections 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f82ac06c2b0 0x7f82ac06e770 secure :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f82b8034000 tx=0x7f82b802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82c815c080 0x7f82c80b5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82c80ccd50 0x7f82c80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 --2- 172.21.15.32:0/2156961535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82c8070a50 0x7f82c814f5a0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.109+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 >> 172.21.15.32:0/2156961535 conn(0x7f82c806fde0 msgr2=0x7f82c815fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.110+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 shutdown_connections 2024-09-16T00:53:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.110+0000 7f82cf59f640 1 -- 172.21.15.32:0/2156961535 wait complete. 2024-09-16T00:53:30.113 INFO:tasks.ceph.mds.b.smithi050.stderr: -4682> 2024-09-16T00:53:19.787+0000 7f05e4762640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:53:30.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:53:30.147 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:53:30.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.226+0000 7ff6a6423640 1 Processor -- start 2024-09-16T00:53:30.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.226+0000 7ff6a6423640 1 -- start start 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a6423640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff6a015e290 0x7ff6a00d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a6423640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a00d1fa0 0x7ff6a00b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a6423640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6a00b4dc0 con 0x7ff6a00d4360 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a6423640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff6a00b4b10 con 0x7ff6a015e290 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a6423640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a00b5060 con 0x7ff6a00d1fa0 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a49c0640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff6a00d4360 0x7ff6a0161f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56148/0 (socket says 172.21.15.32:56148) 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff6a49c0640 1 -- 172.21.15.32:0/3670193667 learned_addr learned my addr 172.21.15.32:0/3670193667 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:30.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff69ffff640 1 --2- 172.21.15.32:0/3670193667 >> v2:172.21.15.50:3300/0 conn(0x7ff6a015e290 0x7ff6a00d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff69f7fe640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a00d1fa0 0x7ff6a00b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff69effd640 1 -- 172.21.15.32:0/3670193667 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1198118313 0 0) 0x7ff6a00b4dc0 con 0x7ff6a00d4360 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.227+0000 7ff69effd640 1 -- 172.21.15.32:0/3670193667 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff688003520 con 0x7ff6a00d4360 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.228+0000 7ff69ffff640 1 -- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a00d1fa0 msgr2=0x7ff6a00b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.228+0000 7ff69ffff640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a00d1fa0 0x7ff6a00b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.228+0000 7ff69ffff640 1 -- 172.21.15.32:0/3670193667 >> v1:172.21.15.32:6789/0 conn(0x7ff6a00d4360 legacy=0x7ff6a0161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.228+0000 7ff69ffff640 1 -- 172.21.15.32:0/3670193667 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a00b5340 con 0x7ff6a015e290 2024-09-16T00:53:30.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.228+0000 7ff69ffff640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a015e290 0x7ff6a00d1880 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff6900097a0 tx=0x7ff69002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6f44eca26f3d304 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff69effd640 1 -- 172.21.15.32:0/3670193667 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff690037070 con 0x7ff6a015e290 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff69effd640 1 -- 172.21.15.32:0/3670193667 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff69002ae50 con 0x7ff6a015e290 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff69effd640 1 -- 172.21.15.32:0/3670193667 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff690032660 con 0x7ff6a015e290 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 -- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a015e290 msgr2=0x7ff6a00d1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a015e290 0x7ff6a00d1880 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff6900097a0 tx=0x7ff69002a100 comp rx=0 tx=0).stop 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 -- 172.21.15.32:0/3670193667 shutdown_connections 2024-09-16T00:53:30.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a00d1fa0 0x7ff6a00b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 --2- 172.21.15.32:0/3670193667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a015e290 0x7ff6a00d1880 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 -- 172.21.15.32:0/3670193667 >> 172.21.15.32:0/3670193667 conn(0x7ff6a008ddc0 msgr2=0x7ff6a009d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:30.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 -- 172.21.15.32:0/3670193667 shutdown_connections 2024-09-16T00:53:30.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.229+0000 7ff6a6423640 1 -- 172.21.15.32:0/3670193667 wait complete. 2024-09-16T00:53:30.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.230+0000 7ff6a6423640 1 Processor -- start 2024-09-16T00:53:30.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 -- start start 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a00d1fa0 0x7ff6a00ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a015e290 0x7ff6a01f31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a015e670 con 0x7ff6a00d4360 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a00cf090 con 0x7ff6a00d1fa0 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a6423640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a015e7f0 con 0x7ff6a015e290 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff69f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff69f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56036/0 (socket says 172.21.15.32:56036) 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff69f7fe640 1 -- 172.21.15.32:0/2538369340 learned_addr learned my addr 172.21.15.32:0/2538369340 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff69ffff640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a00d1fa0 0x7ff6a00ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.231+0000 7ff6a49c0640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a015e290 0x7ff6a01f31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 -- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a015e290 msgr2=0x7ff6a01f31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a015e290 0x7ff6a01f31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 -- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a00d1fa0 msgr2=0x7ff6a00ca900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a00d1fa0 0x7ff6a00ca900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 -- 172.21.15.32:0/2538369340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a015eba0 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69f7fe640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e870 tx=0x7ff69400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694017070 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff69400c940 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69400cd30 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a015ee80 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.232+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a015f440 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.233+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6a00b3fe0 con 0x7ff6a00d4360 2024-09-16T00:53:30.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.234+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff69401a070 con 0x7ff6a00d4360 2024-09-16T00:53:30.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.234+0000 7ff69cff9640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:30.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.234+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7ff69408b470 con 0x7ff6a00d4360 2024-09-16T00:53:30.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.234+0000 7ff69ffff640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:30.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.235+0000 7ff69ffff640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 0x7ff68c06e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff690034000 tx=0x7ff69002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:30.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.238+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6940593b0 con 0x7ff6a00d4360 2024-09-16T00:53:30.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:30.451+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ff6a00747e0 con 0x7ff6a00d4360 2024-09-16T00:53:31.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.108+0000 7ff69cff9640 1 -- 172.21.15.32:0/2538369340 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7ff69405d6b0 con 0x7ff6a00d4360 2024-09-16T00:53:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 msgr2=0x7ff68c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 0x7ff68c06e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff690034000 tx=0x7ff69002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 msgr2=0x7ff6a01621c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e870 tx=0x7ff69400ed30 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 shutdown_connections 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6a015e290 0x7ff6a01f31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a00d4360 0x7ff6a01621c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 --2- 172.21.15.32:0/2538369340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6a00d1fa0 0x7ff6a00ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 >> 172.21.15.32:0/2538369340 conn(0x7ff6a008ddc0 msgr2=0x7ff6a006cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 shutdown_connections 2024-09-16T00:53:31.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.111+0000 7ff6a6423640 1 -- 172.21.15.32:0/2538369340 wait complete. 2024-09-16T00:53:31.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:53:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.239+0000 7f5e4ff78640 1 Processor -- start 2024-09-16T00:53:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.239+0000 7f5e4ff78640 1 -- start start 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4ff78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e480d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4ff78640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5e480cfa90 0x7f5e480cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4ff78640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e480d1fb0 con 0x7f5e480d0c90 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4ff78640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5e480d2290 con 0x7f5e480cfa90 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4ff78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e480d2570 con 0x7f5e4815e4d0 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4e515640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5e480d0c90 0x7f5e480b3d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56152/0 (socket says 172.21.15.32:56152) 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4e515640 1 -- 172.21.15.32:0/3898413980 learned_addr learned my addr 172.21.15.32:0/3898413980 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e480d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.240+0000 7f5e4d513640 1 --2- 172.21.15.32:0/3898413980 >> v2:172.21.15.50:3300/0 conn(0x7f5e480cfa90 0x7f5e480cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2769414611 0 0) 0x7f5e480d1fb0 con 0x7f5e480d0c90 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e30003520 con 0x7f5e480d0c90 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2875349071 0 0) 0x7f5e30003520 con 0x7f5e480d0c90 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 msgr2=0x7f5e480d3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e480d3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 >> v2:172.21.15.50:3300/0 conn(0x7f5e480cfa90 msgr2=0x7f5e480cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 --2- 172.21.15.32:0/3898413980 >> v2:172.21.15.50:3300/0 conn(0x7f5e480cfa90 0x7f5e480cfed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e480d2850 con 0x7f5e480d0c90 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f5e380019f0 con 0x7f5e480d0c90 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e480d3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:53:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 >> v1:172.21.15.32:6789/0 conn(0x7f5e480d0c90 legacy=0x7f5e480b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e300039b0 0x7f5e30003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e30004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e30004d40 0x7f5e300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5e480d2290 con 0x7f5e30004d40 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e480d2570 con 0x7f5e300039b0 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e3000b9c0 con 0x7f5e4815e4d0 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e30004d40 0x7f5e300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e300039b0 0x7f5e30003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4d513640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e30004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 -- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 msgr2=0x7f5e30004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e4815e4d0 0x7f5e30004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 -- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e300039b0 msgr2=0x7f5e30003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e300039b0 0x7f5e30003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.241+0000 7f5e4e515640 1 -- 172.21.15.32:0/3898413980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e30003520 con 0x7f5e30004d40 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.242+0000 7f5e4e515640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e30004d40 0x7f5e300051c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800a920 tx=0x7f5e30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3be4cbfe6486f3cd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.242+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3800a4c0 con 0x7f5e30004d40 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.242+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e3802f070 con 0x7f5e30004d40 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.242+0000 7f5e4cd12640 1 -- 172.21.15.32:0/3898413980 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3802bd00 con 0x7f5e30004d40 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 -- 172.21.15.32:0/3898413980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e30004d40 msgr2=0x7f5e300051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/3898413980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e30004d40 0x7f5e300051c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800a920 tx=0x7f5e30005830 comp rx=0 tx=0).stop 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4e515640 1 -- 172.21.15.32:0/3898413980 reap_dead start 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 -- 172.21.15.32:0/3898413980 shutdown_connections 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 -- 172.21.15.32:0/3898413980 >> 172.21.15.32:0/3898413980 conn(0x7f5e4809d650 msgr2=0x7f5e480d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 -- 172.21.15.32:0/3898413980 shutdown_connections 2024-09-16T00:53:31.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.243+0000 7f5e4ff78640 1 -- 172.21.15.32:0/3898413980 wait complete. 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.244+0000 7f5e4ff78640 1 Processor -- start 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.244+0000 7f5e4ff78640 1 -- start start 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e30004d40 0x7f5e480b5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 0x7f5e480cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5e4815e8b0 con 0x7f5e48157bb0 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e480d4d80 con 0x7f5e480ca470 2024-09-16T00:53:31.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4ff78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e4815ea30 con 0x7f5e30004d40 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56056/0 (socket says 172.21.15.32:56056) 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 -- 172.21.15.32:0/778847742 learned_addr learned my addr 172.21.15.32:0/778847742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e30004d40 0x7f5e480b5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4e515640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 0x7f5e480cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 -- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e30004d40 msgr2=0x7f5e480b5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e30004d40 0x7f5e480b5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 -- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 msgr2=0x7f5e480cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 0x7f5e480cc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 -- 172.21.15.32:0/778847742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e480b63f0 con 0x7f5e48157bb0 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4e515640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 0x7f5e480cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:31.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.245+0000 7f5e4d513640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c011aa0 tx=0x7f5e3c011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.246+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c00fb80 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.246+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e3c00fd20 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.246+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e480a1b40 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.246+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c014660 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.246+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e480c8ee0 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.247+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e48069110 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.247+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e3c012040 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.248+0000 7f5e467fc640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 0x7f5e3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.248+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f5e3c08bcf0 con 0x7f5e48157bb0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.248+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 0x7f5e3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:31.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.248+0000 7f5e4dd14640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 0x7f5e3406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5e40009560 tx=0x7f5e40008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:31.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.252+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e3c090070 con 0x7f5e48157bb0 2024-09-16T00:53:31.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:31.427+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5e480d3080 con 0x7f5e48157bb0 2024-09-16T00:53:32.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.177+0000 7f5e467fc640 1 -- 172.21.15.32:0/778847742 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v41) ==== 181+0+0 (secure 0 0 0) 0x7f5e480d3080 con 0x7f5e48157bb0 2024-09-16T00:53:32.178 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 msgr2=0x7f5e3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 0x7f5e3406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5e40009560 tx=0x7f5e40008040 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 msgr2=0x7f5e480c9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c011aa0 tx=0x7f5e3c011f60 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 shutdown_connections 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e3406c2b0 0x7f5e3406e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e480ca470 0x7f5e480cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e48157bb0 0x7f5e480c9f30 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 --2- 172.21.15.32:0/778847742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e30004d40 0x7f5e480b5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.181+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 >> 172.21.15.32:0/778847742 conn(0x7f5e4809d650 msgr2=0x7f5e4815d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:32.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.182+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 shutdown_connections 2024-09-16T00:53:32.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.182+0000 7f5e4ff78640 1 -- 172.21.15.32:0/778847742 wait complete. 2024-09-16T00:53:32.196 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:53:32.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.309+0000 7fd681e53640 1 Processor -- start 2024-09-16T00:53:32.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.309+0000 7fd681e53640 1 -- start start 2024-09-16T00:53:32.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd681e53640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd67c0cf120 0x7fd67c15fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd681e53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0d1a30 0x7fd67c15cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd681e53640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd67c1604e0 con 0x7fd67c15d460 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd681e53640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fd67c1607c0 con 0x7fd67c0cf120 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd681e53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd67c160aa0 con 0x7fd67c0d1a30 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd67c0cf120 0x7fd67c15fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd67c0cf120 0x7fd67c15fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56070/0 (socket says 172.21.15.32:56070) 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 -- 172.21.15.32:0/2037467054 learned_addr learned my addr 172.21.15.32:0/2037467054 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67affd640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0d1a30 0x7fd67c15cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 -- 172.21.15.32:0/2037467054 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0d1a30 msgr2=0x7fd67c15cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:32.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0d1a30 0x7fd67c15cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 -- 172.21.15.32:0/2037467054 >> v1:172.21.15.50:6789/0 conn(0x7fd67c15d460 legacy=0x7fd67c0cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.310+0000 7fd67b7fe640 1 -- 172.21.15.32:0/2037467054 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd67c15ca00 con 0x7fd67c0cf120 2024-09-16T00:53:32.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.311+0000 7fd67b7fe640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0cf120 0x7fd67c15fde0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009870 tx=0x7fd66c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaa482fc02978d12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:32.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.311+0000 7fd67a7fc640 1 -- 172.21.15.32:0/2037467054 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c037070 con 0x7fd67c0cf120 2024-09-16T00:53:32.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.311+0000 7fd67a7fc640 1 -- 172.21.15.32:0/2037467054 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd66c032440 con 0x7fd67c0cf120 2024-09-16T00:53:32.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.311+0000 7fd67a7fc640 1 -- 172.21.15.32:0/2037467054 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c032810 con 0x7fd67c0cf120 2024-09-16T00:53:32.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 -- 172.21.15.32:0/2037467054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0cf120 msgr2=0x7fd67c15fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0cf120 0x7fd67c15fde0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009870 tx=0x7fd66c02a270 comp rx=0 tx=0).stop 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 -- 172.21.15.32:0/2037467054 shutdown_connections 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0d1a30 0x7fd67c15cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 --2- 172.21.15.32:0/2037467054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0cf120 0x7fd67c15fde0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 -- 172.21.15.32:0/2037467054 >> 172.21.15.32:0/2037467054 conn(0x7fd67c06fdc0 msgr2=0x7fd67c0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 -- 172.21.15.32:0/2037467054 shutdown_connections 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.312+0000 7fd681e53640 1 -- 172.21.15.32:0/2037467054 wait complete. 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.313+0000 7fd681e53640 1 Processor -- start 2024-09-16T00:53:32.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.313+0000 7fd681e53640 1 -- start start 2024-09-16T00:53:32.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0cf120 0x7fd67c156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd67c0d1a30 0x7fd67c0c7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd67c0cf680 con 0x7fd67c0c8530 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd67c0cf500 con 0x7fd67c0d1a30 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd681e53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd67c0d0430 con 0x7fd67c0cf120 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56072/0 (socket says 172.21.15.32:56072) 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 -- 172.21.15.32:0/1896197728 learned_addr learned my addr 172.21.15.32:0/1896197728 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67affd640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd67c0d1a30 0x7fd67c0c7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67b7fe640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0cf120 0x7fd67c156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 -- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0cf120 msgr2=0x7fd67c156470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0cf120 0x7fd67c156470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 -- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd67c0d1a30 msgr2=0x7fd67c0c7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd67c0d1a30 0x7fd67c0c7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.314+0000 7fd67bfff640 1 -- 172.21.15.32:0/1896197728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd67c0c89e0 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd67bfff640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd67400c6b0 tx=0x7fd67400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd674003b70 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd674003d10 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd67c0c68a0 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd674005310 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.315+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd67c0c6e60 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.316+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd67c15cf20 con 0x7fd67c0c8530 2024-09-16T00:53:32.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.316+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6740054b0 con 0x7fd67c0c8530 2024-09-16T00:53:32.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.317+0000 7fd663fff640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 0x7fd66806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:32.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.317+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5749+0+0 (secure 0 0 0) 0x7fd67408b130 con 0x7fd67c0c8530 2024-09-16T00:53:32.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.317+0000 7fd67b7fe640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 0x7fd66806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:32.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.317+0000 7fd67b7fe640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 0x7fd66806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd66c034000 tx=0x7fd66c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:32.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.321+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd674059210 con 0x7fd67c0c8530 2024-09-16T00:53:32.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:32.495+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd67c0b1d10 con 0x7fd67c0c8530 2024-09-16T00:53:33.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.182+0000 7fd663fff640 1 -- 172.21.15.32:0/1896197728 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v42) ==== 169+0+0 (secure 0 0 0) 0x7fd67405d510 con 0x7fd67c0c8530 2024-09-16T00:53:33.182 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-16T00:53:33.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 msgr2=0x7fd66806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 0x7fd66806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd66c034000 tx=0x7fd66c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:33.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 msgr2=0x7fd67c153ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd67400c6b0 tx=0x7fd67400cb70 comp rx=0 tx=0).stop 2024-09-16T00:53:33.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 shutdown_connections 2024-09-16T00:53:33.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd66806c2b0 0x7fd66806e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd67c0c8530 0x7fd67c153ae0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd67c0d1a30 0x7fd67c0c7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 --2- 172.21.15.32:0/1896197728 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd67c0cf120 0x7fd67c156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.187+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 >> 172.21.15.32:0/1896197728 conn(0x7fd67c06fdc0 msgr2=0x7fd67c0cfd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:33.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.188+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 shutdown_connections 2024-09-16T00:53:33.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.188+0000 7fd681e53640 1 -- 172.21.15.32:0/1896197728 wait complete. 2024-09-16T00:53:33.203 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T00:53:33.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.314+0000 7fefaba82640 1 Processor -- start 2024-09-16T00:53:33.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.314+0000 7fefaba82640 1 -- start start 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefaba82640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fefa40d1540 0x7fefa40d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefaba82640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefa40cf050 con 0x7fefa40d0090 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefaba82640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefa40cf2d0 con 0x7fefa415e6a0 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefaba82640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fefa40cfc00 con 0x7fefa40d1540 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefa901d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fefa40d0090 0x7fefa40d0e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56156/0 (socket says 172.21.15.32:56156) 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefa901d640 1 -- 172.21.15.32:0/2154042434 learned_addr learned my addr 172.21.15.32:0/2154042434 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefaa01f640 1 --2- 172.21.15.32:0/2154042434 >> v2:172.21.15.50:3300/0 conn(0x7fefa40d1540 0x7fefa40d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1241211569 0 0) 0x7fef94001110 con 0x7fefa40d0090 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.315+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef90003520 con 0x7fefa40d0090 2024-09-16T00:53:33.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 980230752 0 0) 0x7fefa40cf2d0 con 0x7fefa415e6a0 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef94001110 con 0x7fefa415e6a0 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2024580346 0 0) 0x7fef90003520 con 0x7fefa40d0090 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 >> v2:172.21.15.50:3300/0 conn(0x7fefa40d1540 msgr2=0x7fefa40d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 --2- 172.21.15.32:0/2154042434 >> v2:172.21.15.50:3300/0 conn(0x7fefa40d1540 0x7fefa40d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 >> v1:172.21.15.50:6789/0 conn(0x7fefa415e6a0 legacy=0x7fefa40d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa40cf5b0 con 0x7fefa40d0090 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7fef940017c0 con 0x7fefa40d0090 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 >> v1:172.21.15.32:6789/0 conn(0x7fefa40d0090 legacy=0x7fefa40d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef90003b90 0x7fef90003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fef90004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef900051c0 0x7fef9000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fefa40cfc00 con 0x7fef90004800 2024-09-16T00:53:33.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fef9000c090 con 0x7fef90003b90 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fef9000c290 con 0x7fef900051c0 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fef90004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefaa01f640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef900051c0 0x7fef9000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa981e640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef90003b90 0x7fef90003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 -- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef900051c0 msgr2=0x7fef9000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef900051c0 0x7fef9000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 -- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef90003b90 msgr2=0x7fef90003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef90003b90 0x7fef90003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa901d640 1 -- 172.21.15.32:0/2154042434 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef90003520 con 0x7fef90004800 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefaa01f640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fef900051c0 0x7fef9000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefa981e640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef90003b90 0x7fef90003f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.316+0000 7fefaa01f640 1 -- 172.21.15.32:0/2154042434 reap_dead start 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.317+0000 7fefa901d640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fef90004c80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fef9400c210 tx=0x7fef90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d02b716c67a110f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.317+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94007d50 con 0x7fef90004800 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.317+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef940058d0 con 0x7fef90004800 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.317+0000 7fefa881c640 1 -- 172.21.15.32:0/2154042434 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94005d20 con 0x7fef90004800 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 -- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 msgr2=0x7fef90004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fef90004c80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fef9400c210 tx=0x7fef90005830 comp rx=0 tx=0).stop 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 -- 172.21.15.32:0/2154042434 shutdown_connections 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 --2- 172.21.15.32:0/2154042434 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fef90004c80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 -- 172.21.15.32:0/2154042434 >> 172.21.15.32:0/2154042434 conn(0x7fefa409d730 msgr2=0x7fefa40d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 -- 172.21.15.32:0/2154042434 shutdown_connections 2024-09-16T00:53:33.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.318+0000 7fefaba82640 1 -- 172.21.15.32:0/2154042434 wait complete. 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.319+0000 7fefaba82640 1 Processor -- start 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.319+0000 7fefaba82640 1 -- start start 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fefa40cdd50 0x7fefa40a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fefa40a1bf0 0x7fefa415bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fefa40d32e0 con 0x7fef90004800 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fefa40d3160 con 0x7fefa40cdd50 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaba82640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fefa40d3460 con 0x7fefa40a1bf0 2024-09-16T00:53:33.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56094/0 (socket says 172.21.15.32:56094) 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 -- 172.21.15.32:0/1832089068 learned_addr learned my addr 172.21.15.32:0/1832089068 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefaa01f640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fefa40a1bf0 0x7fefa415bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa901d640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fefa40cdd50 0x7fefa40a16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 -- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fefa40a1bf0 msgr2=0x7fefa415bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fefa40a1bf0 0x7fefa415bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 -- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fefa40cdd50 msgr2=0x7fefa40a16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fefa40cdd50 0x7fefa40a16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 -- 172.21.15.32:0/1832089068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa415ae10 con 0x7fef90004800 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fefa981e640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fefa000e540 tx=0x7fefa000ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa00052e0 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefa0005480 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.320+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa0006820 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.321+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefa41f4aa0 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.321+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefa409e560 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.321+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefa40ba230 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.322+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fefa001a020 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.322+0000 7fef9a7fc640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 0x7fef8806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.323+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7fefa008a7d0 con 0x7fef90004800 2024-09-16T00:53:33.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.323+0000 7fefa901d640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 0x7fef8806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.323+0000 7fefa901d640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 0x7fef8806e7a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fef94033000 tx=0x7fef9402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.327+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fefa41f4aa0 con 0x7fef90004800 2024-09-16T00:53:33.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.507+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fefa406d410 con 0x7fef90004800 2024-09-16T00:53:33.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.510+0000 7fef9a7fc640 1 -- 172.21.15.32:0/1832089068 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fefa415ae10 con 0x7fef90004800 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.512+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 msgr2=0x7fef8806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.512+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 0x7fef8806e7a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fef94033000 tx=0x7fef9402e000 comp rx=0 tx=0).stop 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.512+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 msgr2=0x7fefa41f4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.512+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fefa000e540 tx=0x7fefa000ea00 comp rx=0 tx=0).stop 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 shutdown_connections 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fef8806c2e0 0x7fef8806e7a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fefa40a1bf0 0x7fefa415bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fefa40cdd50 0x7fefa40a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 --2- 172.21.15.32:0/1832089068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef90004800 0x7fefa41f4560 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 >> 172.21.15.32:0/1832089068 conn(0x7fefa409d730 msgr2=0x7fefa40b9490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:33.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 shutdown_connections 2024-09-16T00:53:33.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.513+0000 7fefaba82640 1 -- 172.21.15.32:0/1832089068 wait complete. 2024-09-16T00:53:33.523 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic' 2024-09-16T00:53:33.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.626+0000 7fc3aee65640 1 Processor -- start 2024-09-16T00:53:33.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.626+0000 7fc3aee65640 1 -- start start 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.627+0000 7fc3aee65640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc3a815e510 0x7fc3a80ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.627+0000 7fc3aee65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc3a80cf040 0x7fc3a80d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.627+0000 7fc3aee65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3a80d3430 con 0x7fc3a80d1200 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.627+0000 7fc3aee65640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fc3a80d1670 con 0x7fc3a815e510 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.627+0000 7fc3aee65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc3a80d36d0 con 0x7fc3a80cf040 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc3a815e510 0x7fc3a80ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc3a815e510 0x7fc3a80ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56096/0 (socket says 172.21.15.32:56096) 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 -- 172.21.15.32:0/1858328321 learned_addr learned my addr 172.21.15.32:0/1858328321 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:33.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3a7fff640 1 --2- 172.21.15.32:0/1858328321 >> v2:172.21.15.50:3300/0 conn(0x7fc3a80cf040 0x7fc3a80d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 -- 172.21.15.32:0/1858328321 >> v2:172.21.15.50:3300/0 conn(0x7fc3a80cf040 msgr2=0x7fc3a80d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:33.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 --2- 172.21.15.32:0/1858328321 >> v2:172.21.15.50:3300/0 conn(0x7fc3a80cf040 0x7fc3a80d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 -- 172.21.15.32:0/1858328321 >> v1:172.21.15.50:6789/0 conn(0x7fc3a80d1200 legacy=0x7fc3a80b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.628+0000 7fc3acc01640 1 -- 172.21.15.32:0/1858328321 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a80d39b0 con 0x7fc3a815e510 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3acc01640 1 --2- 172.21.15.32:0/1858328321 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a815e510 0x7fc3a80ceb00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fc3a80d4460 tx=0x7fc39c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcf35c08a6750b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3a77fe640 1 -- 172.21.15.32:0/1858328321 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c037070 con 0x7fc3a815e510 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3a77fe640 1 -- 172.21.15.32:0/1858328321 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc39c032440 con 0x7fc3a815e510 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3a77fe640 1 -- 172.21.15.32:0/1858328321 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c032810 con 0x7fc3a815e510 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 -- 172.21.15.32:0/1858328321 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a815e510 msgr2=0x7fc3a80ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 --2- 172.21.15.32:0/1858328321 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a815e510 0x7fc3a80ceb00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fc3a80d4460 tx=0x7fc39c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 -- 172.21.15.32:0/1858328321 shutdown_connections 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 --2- 172.21.15.32:0/1858328321 >> v2:172.21.15.50:3300/0 conn(0x7fc3a80cf040 0x7fc3a80d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 --2- 172.21.15.32:0/1858328321 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a815e510 0x7fc3a80ceb00 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 -- 172.21.15.32:0/1858328321 >> 172.21.15.32:0/1858328321 conn(0x7fc3a806d1a0 msgr2=0x7fc3a8073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.629+0000 7fc3aee65640 1 -- 172.21.15.32:0/1858328321 shutdown_connections 2024-09-16T00:53:33.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.630+0000 7fc3aee65640 1 -- 172.21.15.32:0/1858328321 wait complete. 2024-09-16T00:53:33.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.631+0000 7fc3aee65640 1 Processor -- start 2024-09-16T00:53:33.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.631+0000 7fc3aee65640 1 -- start start 2024-09-16T00:53:33.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 0x7fc3a8160d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc3a815e510 0x7fc3a8158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a80d22a0 con 0x7fc3a80cf040 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a80d3f70 con 0x7fc3a80d1200 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc3a815e8f0 con 0x7fc3a815e510 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56108/0 (socket says 172.21.15.32:56108) 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 -- 172.21.15.32:0/3004931566 learned_addr learned my addr 172.21.15.32:0/3004931566 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3a7fff640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 0x7fc3a8160d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3ad402640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc3a815e510 0x7fc3a8158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 -- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc3a815e510 msgr2=0x7fc3a8158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc3a815e510 0x7fc3a8158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 -- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 msgr2=0x7fc3a8160d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:33.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 0x7fc3a8160d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 -- 172.21.15.32:0/3004931566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a815fc80 con 0x7fc3a80cf040 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3a7fff640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 0x7fc3a8160d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3acc01640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc39c02a220 tx=0x7fc39c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c037040 con 0x7fc3a80cf040 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc39c042070 con 0x7fc3a80cf040 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3a815ff60 con 0x7fc3a80cf040 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.632+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39c030880 con 0x7fc3a80cf040 2024-09-16T00:53:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.633+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3a8160520 con 0x7fc3a80cf040 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.634+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3a80d0cc0 con 0x7fc3a80cf040 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.634+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc39c030a20 con 0x7fc3a80cf040 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.634+0000 7fc3a57fa640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 0x7fc38c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.635+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7fc39c0abbd0 con 0x7fc3a80cf040 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.635+0000 7fc3a7fff640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 0x7fc38c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:33.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.635+0000 7fc3a7fff640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 0x7fc38c06e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8161760 tx=0x7fc394008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:33.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.639+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc39c07a420 con 0x7fc3a80cf040 2024-09-16T00:53:33.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:33.880+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]} v 0) -- 0x7fc3a80cfaf0 con 0x7fc3a80cf040 2024-09-16T00:53:34.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.183+0000 7fc3a57fa640 1 -- 172.21.15.32:0/3004931566 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]}]=0 v92) ==== 130+0+0 (secure 0 0 0) 0x7fc39c079d20 con 0x7fc3a80cf040 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 msgr2=0x7fc38c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 0x7fc38c06e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8161760 tx=0x7fc394008040 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 msgr2=0x7fc3a80ca960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc39c02a220 tx=0x7fc39c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 shutdown_connections 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc38c06c2b0 0x7fc38c06e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc3a815e510 0x7fc3a8158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc3a80d1200 0x7fc3a8160d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 --2- 172.21.15.32:0/3004931566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3a80cf040 0x7fc3a80ca960 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.185+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 >> 172.21.15.32:0/3004931566 conn(0x7fc3a806d1a0 msgr2=0x7fc3a80b7fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.186+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 shutdown_connections 2024-09-16T00:53:34.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.186+0000 7fc3aee65640 1 -- 172.21.15.32:0/3004931566 wait complete. 2024-09-16T00:53:34.197 INFO:tasks.cephfs_test_runner:test_basic (tasks.cephfs.test_dump_tree.TestDumpTree) ... ok 2024-09-16T00:53:34.197 INFO:tasks.cephfs_test_runner:Starting test: test_random (tasks.cephfs.test_dump_tree.TestDumpTree) 2024-09-16T00:53:34.198 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:34.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.300+0000 7f1d73e1e640 1 Processor -- start 2024-09-16T00:53:34.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.300+0000 7f1d73e1e640 1 -- start start 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d73e1e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d6c15e560 0x7f1d6c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d73e1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0d1550 0x7f1d6c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d73e1e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d6c0d3480 con 0x7f1d6c0cf510 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d73e1e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f1d6c0d3760 con 0x7f1d6c15e560 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d73e1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c0d3a40 con 0x7f1d6c0d1550 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d6c15e560 0x7f1d6c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d6c15e560 0x7f1d6c0ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56120/0 (socket says 172.21.15.32:56120) 2024-09-16T00:53:34.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 -- 172.21.15.32:0/244782475 learned_addr learned my addr 172.21.15.32:0/244782475 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d723bb640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0d1550 0x7f1d6c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 -- 172.21.15.32:0/244782475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0d1550 msgr2=0x7f1d6c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0d1550 0x7f1d6c0b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 -- 172.21.15.32:0/244782475 >> v1:172.21.15.50:6789/0 conn(0x7f1d6c0cf510 legacy=0x7f1d6c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.301+0000 7f1d71bba640 1 -- 172.21.15.32:0/244782475 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c0d3d20 con 0x7f1d6c15e560 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d71bba640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ceee0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f1d68009870 tx=0x7f1d6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f9a9e71c1c78b9e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d70bb8640 1 -- 172.21.15.32:0/244782475 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68037070 con 0x7f1d6c15e560 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d70bb8640 1 -- 172.21.15.32:0/244782475 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d68032440 con 0x7f1d6c15e560 2024-09-16T00:53:34.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d70bb8640 1 -- 172.21.15.32:0/244782475 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68032810 con 0x7f1d6c15e560 2024-09-16T00:53:34.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d73e1e640 1 -- 172.21.15.32:0/244782475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c15e560 msgr2=0x7f1d6c0ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.302+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ceee0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f1d68009870 tx=0x7f1d6802a270 comp rx=0 tx=0).stop 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 -- 172.21.15.32:0/244782475 shutdown_connections 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0d1550 0x7f1d6c0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/244782475 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ceee0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 -- 172.21.15.32:0/244782475 >> 172.21.15.32:0/244782475 conn(0x7f1d6c073850 msgr2=0x7f1d6c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 -- 172.21.15.32:0/244782475 shutdown_connections 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.303+0000 7f1d73e1e640 1 -- 172.21.15.32:0/244782475 wait complete. 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.304+0000 7f1d73e1e640 1 Processor -- start 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.304+0000 7f1d73e1e640 1 -- start start 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0cf510 0x7f1d6c1616d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ce790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c15eac0 con 0x7f1d6c0d1550 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c15e940 con 0x7f1d6c15e560 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c0cf980 con 0x7f1d6c0cf510 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56122/0 (socket says 172.21.15.32:56122) 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 -- 172.21.15.32:0/2810685002 learned_addr learned my addr 172.21.15.32:0/2810685002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d71bba640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0cf510 0x7f1d6c1616d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d723bb640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ce790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 -- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0cf510 msgr2=0x7f1d6c1616d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0cf510 0x7f1d6c1616d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 -- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15e560 msgr2=0x7f1d6c0ce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ce790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 -- 172.21.15.32:0/2810685002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c155f40 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d713b9640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00c430 tx=0x7f1d5c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0052d0 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d5c005490 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d6c0cecd0 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c007260 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.305+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d6c160910 con 0x7f1d6c0d1550 2024-09-16T00:53:34.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.306+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d6c0b4530 con 0x7f1d6c0d1550 2024-09-16T00:53:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.307+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d5c007400 con 0x7f1d6c0d1550 2024-09-16T00:53:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.307+0000 7f1d627fc640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 0x7f1d5006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.308+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f1d5c08a730 con 0x7f1d6c0d1550 2024-09-16T00:53:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.308+0000 7f1d71bba640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 0x7f1d5006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.308+0000 7f1d71bba640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 0x7f1d5006e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1d68034000 tx=0x7f1d6802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.312+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d5c0589c0 con 0x7f1d6c0d1550 2024-09-16T00:53:34.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.487+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1d6c15d460 con 0x7f1d6c0d1550 2024-09-16T00:53:34.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.488+0000 7f1d627fc640 1 -- 172.21.15.32:0/2810685002 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+13257 (secure 0 0 0) 0x7f1d5c05ccc0 con 0x7f1d6c0d1550 2024-09-16T00:53:34.488 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:34.488 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":42,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:33.178334+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:6835/3175921633":"2024-09-17T00:53:30.105615+0000","172.21.15.50:6833/3175921633":"2024-09-17T00:53:30.105615+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 msgr2=0x7f1d5006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 0x7f1d5006e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1d68034000 tx=0x7f1d6802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 msgr2=0x7f1d6c155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00c430 tx=0x7f1d5c00c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 shutdown_connections 2024-09-16T00:53:34.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f1d5006c2e0 0x7f1d5006e7a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1d6c15e560 0x7f1d6c0ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d6c0d1550 0x7f1d6c155a00 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 --2- 172.21.15.32:0/2810685002 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1d6c0cf510 0x7f1d6c1616d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 >> 172.21.15.32:0/2810685002 conn(0x7f1d6c073850 msgr2=0x7f1d6c0b7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 shutdown_connections 2024-09-16T00:53:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.490+0000 7f1d73e1e640 1 -- 172.21.15.32:0/2810685002 wait complete. 2024-09-16T00:53:34.501 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T00:52:07.126433+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T00:53:34.501 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T00:53:34.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.607+0000 7f24661bd640 1 Processor -- start 2024-09-16T00:53:34.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.607+0000 7f24661bd640 1 -- start start 2024-09-16T00:53:34.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f24661bd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f246015e6a0 0x7f24600d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f24661bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f24661bd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24600cf050 con 0x7f24600d0e30 2024-09-16T00:53:34.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f24661bd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f24600cfc00 con 0x7f246015e6a0 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f24661bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24600cf2d0 con 0x7f24600d3160 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f246015e6a0 0x7f24600d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f246015e6a0 0x7f24600d0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35206/0 (socket says 172.21.15.32:35206) 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 -- 172.21.15.32:0/864411708 learned_addr learned my addr 172.21.15.32:0/864411708 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245ffff640 1 --1- 172.21.15.32:0/864411708 >> v1:172.21.15.50:6789/0 conn(0x7f24600d0e30 0x7f24600b7270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45206/0 (socket says 172.21.15.32:45206) 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 -- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 msgr2=0x7f24600d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 --2- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600d4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 -- 172.21.15.32:0/864411708 >> v1:172.21.15.50:6789/0 conn(0x7f24600d0e30 legacy=0x7f24600b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245e7fc640 1 -- 172.21.15.32:0/864411708 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 401017157 0 0) 0x7f2458001490 con 0x7f24600d0e30 2024-09-16T00:53:34.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.608+0000 7f245f7fe640 1 -- 172.21.15.32:0/864411708 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24600cf5b0 con 0x7f246015e6a0 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.609+0000 7f245f7fe640 1 --2- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f24600d0090 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2450009850 tx=0x7f245002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afc08200502e971d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.609+0000 7f245e7fc640 1 -- 172.21.15.32:0/864411708 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450004030 con 0x7f246015e6a0 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.609+0000 7f245e7fc640 1 -- 172.21.15.32:0/864411708 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24500041d0 con 0x7f246015e6a0 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.609+0000 7f245e7fc640 1 -- 172.21.15.32:0/864411708 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450003610 con 0x7f246015e6a0 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 -- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 msgr2=0x7f24600d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 --2- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f24600d0090 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2450009850 tx=0x7f245002a230 comp rx=0 tx=0).stop 2024-09-16T00:53:34.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 -- 172.21.15.32:0/864411708 shutdown_connections 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 --2- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600d4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 --2- 172.21.15.32:0/864411708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f24600d0090 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 -- 172.21.15.32:0/864411708 >> 172.21.15.32:0/864411708 conn(0x7f246009d730 msgr2=0x7f24600d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 -- 172.21.15.32:0/864411708 shutdown_connections 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.610+0000 7f24661bd640 1 -- 172.21.15.32:0/864411708 wait complete. 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.611+0000 7f24661bd640 1 Processor -- start 2024-09-16T00:53:34.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.611+0000 7f24661bd640 1 -- start start 2024-09-16T00:53:34.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f246015d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f24600d51f0 con 0x7f24600d0e30 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f24600d5070 con 0x7f246015e6a0 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f24661bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24600d12e0 con 0x7f24600d3160 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56128/0 (socket says 172.21.15.32:56128) 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 -- 172.21.15.32:0/2812408566 learned_addr learned my addr 172.21.15.32:0/2812408566 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245ffff640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f246015d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245effd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 -- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 msgr2=0x7f24600cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 -- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 msgr2=0x7f246015d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f246015d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.612+0000 7f245f7fe640 1 -- 172.21.15.32:0/2812408566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24600a0950 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f245f7fe640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f245002a270 tx=0x7f24500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450041020 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2450003c50 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24600a0c30 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450004030 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.613+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24600a14d0 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.614+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24600d1710 con 0x7f24600d0e30 2024-09-16T00:53:34.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.614+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2450044020 con 0x7f24600d0e30 2024-09-16T00:53:34.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.615+0000 7f2447fff640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 0x7f244c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.615+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f24500abc40 con 0x7f24600d0e30 2024-09-16T00:53:34.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.615+0000 7f245effd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 0x7f244c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.615+0000 7f245effd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 0x7f244c06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f24600d2820 tx=0x7f2454009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.619+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f245004b030 con 0x7f24600d0e30 2024-09-16T00:53:34.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.793+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f24600a16a0 con 0x7f24600d0e30 2024-09-16T00:53:34.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.794+0000 7f2447fff640 1 -- 172.21.15.32:0/2812408566 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v42) ==== 93+0+10 (secure 0 0 0) 0x7f2450079ed0 con 0x7f24600d0e30 2024-09-16T00:53:34.794 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-16T00:53:34.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 msgr2=0x7f244c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 0x7f244c06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f24600d2820 tx=0x7f2454009190 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 msgr2=0x7f24600a19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f245002a270 tx=0x7f24500046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 shutdown_connections 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f244c06c2b0 0x7f244c06e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f246015e6a0 0x7f246015d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24600d3160 0x7f24600cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 --2- 172.21.15.32:0/2812408566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24600d0e30 0x7f24600a19f0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 >> 172.21.15.32:0/2812408566 conn(0x7f246009d730 msgr2=0x7f246006c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 shutdown_connections 2024-09-16T00:53:34.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.796+0000 7f24661bd640 1 -- 172.21.15.32:0/2812408566 wait complete. 2024-09-16T00:53:34.807 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random' 2024-09-16T00:53:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.909+0000 7f5e267a6640 1 Processor -- start 2024-09-16T00:53:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.909+0000 7f5e267a6640 1 -- start start 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e267a6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5e2015e560 0x7f5e200ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e267a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e200b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e267a6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e200d3480 con 0x7f5e200cf510 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e267a6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5e200d3760 con 0x7f5e2015e560 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e267a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e200d3a40 con 0x7f5e200d1550 2024-09-16T00:53:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e1f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5e200cf510 0x7f5e200d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56164/0 (socket says 172.21.15.32:56164) 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.910+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1094665499 learned_addr learned my addr 172.21.15.32:0/1094665499 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1094665499 >> v2:172.21.15.50:3300/0 conn(0x7f5e2015e560 0x7f5e200ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 788904579 0 0) 0x7f5e200d3480 con 0x7f5e200cf510 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e24d43640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e200b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e08003520 con 0x7f5e200cf510 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 959218674 0 0) 0x7f5e08003520 con 0x7f5e200cf510 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 msgr2=0x7f5e200b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e200b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 >> v2:172.21.15.50:3300/0 conn(0x7f5e2015e560 msgr2=0x7f5e200ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 --2- 172.21.15.32:0/1094665499 >> v2:172.21.15.50:3300/0 conn(0x7f5e2015e560 0x7f5e200ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e200d3d20 con 0x7f5e200cf510 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f5e14001670 con 0x7f5e200cf510 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 >> v1:172.21.15.32:6789/0 conn(0x7f5e200cf510 legacy=0x7f5e200d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e08003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e08003fa0 0x7f5e08004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e08004d40 0x7f5e080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5e200d3760 con 0x7f5e08003fa0 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e200d3a40 con 0x7f5e08004d40 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0800baa0 con 0x7f5e200d1550 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e08003fa0 0x7f5e08004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e08003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e24d43640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e08004d40 0x7f5e080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 msgr2=0x7f5e08003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e08003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e08004d40 msgr2=0x7f5e080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e08004d40 0x7f5e080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1094665499 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e08003520 con 0x7f5e08003fa0 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.911+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e200d1550 0x7f5e08003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.912+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e08003fa0 0x7f5e08004800 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5e14001050 tx=0x7f5e08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29a93d17a52f5d53 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.912+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1402e070 con 0x7f5e08003fa0 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.912+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e14005af0 con 0x7f5e08003fa0 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.912+0000 7f5e1effd640 1 -- 172.21.15.32:0/1094665499 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14007d70 con 0x7f5e08003fa0 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 -- 172.21.15.32:0/1094665499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e08003fa0 msgr2=0x7f5e08004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1094665499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e08003fa0 0x7f5e08004800 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5e14001050 tx=0x7f5e08005830 comp rx=0 tx=0).stop 2024-09-16T00:53:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e24d43640 1 -- 172.21.15.32:0/1094665499 reap_dead start 2024-09-16T00:53:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 -- 172.21.15.32:0/1094665499 shutdown_connections 2024-09-16T00:53:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 -- 172.21.15.32:0/1094665499 >> 172.21.15.32:0/1094665499 conn(0x7f5e20073850 msgr2=0x7f5e2006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 -- 172.21.15.32:0/1094665499 shutdown_connections 2024-09-16T00:53:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.913+0000 7f5e267a6640 1 -- 172.21.15.32:0/1094665499 wait complete. 2024-09-16T00:53:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.914+0000 7f5e267a6640 1 Processor -- start 2024-09-16T00:53:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.914+0000 7f5e267a6640 1 -- start start 2024-09-16T00:53:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 0x7f5e20153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e200ce350 0x7f5e200b6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2015eac0 con 0x7f5e200cded0 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2015e940 con 0x7f5e200ce350 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e267a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5e200cf980 con 0x7f5e08003fa0 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56154/0 (socket says 172.21.15.32:56154) 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1146863416 learned_addr learned my addr 172.21.15.32:0/1146863416 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 0x7f5e20153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e24d43640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e200ce350 0x7f5e200b6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 msgr2=0x7f5e20153e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 0x7f5e20153e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e200ce350 msgr2=0x7f5e200b6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e200ce350 0x7f5e200b6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 -- 172.21.15.32:0/1146863416 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e20157750 con 0x7f5e200cded0 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 0x7f5e20153e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.915+0000 7f5e1f7fe640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f5e14034040 tx=0x7f5e14000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.916+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14042070 con 0x7f5e200cded0 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.916+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e14007480 con 0x7f5e200cded0 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.916+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e20157a30 con 0x7f5e200cded0 2024-09-16T00:53:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.916+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14001cc0 con 0x7f5e200cded0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.916+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e20157ff0 con 0x7f5e200cded0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.917+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e200ceee0 con 0x7f5e200cded0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.917+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e14045070 con 0x7f5e200cded0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.918+0000 7f5e1cff9640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 0x7f5e0c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.918+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f5e140abba0 con 0x7f5e200cded0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.918+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 0x7f5e0c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.918+0000 7f5e1ffff640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 0x7f5e0c06e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009bd0 tx=0x7f5e10008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:34.922+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e14005ac0 con 0x7f5e200cded0 2024-09-16T00:53:35.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.166+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]} v 0) -- 0x7f5e2015caf0 con 0x7f5e200cded0 2024-09-16T00:53:35.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.187+0000 7f5e1cff9640 1 -- 172.21.15.32:0/1146863416 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]}]=0 v93) ==== 134+0+0 (secure 0 0 0) 0x7f5e14079fe0 con 0x7f5e200cded0 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.189+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 msgr2=0x7f5e0c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.189+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 0x7f5e0c06e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009bd0 tx=0x7f5e10008040 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.189+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 msgr2=0x7f5e200b62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.189+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f5e14034040 tx=0x7f5e14000fe0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 shutdown_connections 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5e0c06c2e0 0x7f5e0c06e7a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e200ce350 0x7f5e200b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5e200cded0 0x7f5e200b62c0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 --2- 172.21.15.32:0/1146863416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5e08003fa0 0x7f5e20153e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 >> 172.21.15.32:0/1146863416 conn(0x7f5e20073850 msgr2=0x7f5e200d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:35.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 shutdown_connections 2024-09-16T00:53:35.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.190+0000 7f5e267a6640 1 -- 172.21.15.32:0/1146863416 wait complete. 2024-09-16T00:53:35.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T00:53:35.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.306+0000 7f535c83c640 1 Processor -- start 2024-09-16T00:53:35.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.306+0000 7f535c83c640 1 -- start start 2024-09-16T00:53:35.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535c83c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f535815e390 0x7f5358161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535c83c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 0x7f53580d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535c83c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53581627e0 con 0x7f53580ceb20 2024-09-16T00:53:35.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535c83c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f53580d0cb0 con 0x7f535815e390 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535c83c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5358162ac0 con 0x7f53580b75c0 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f535815e390 0x7f5358161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f534ffff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 0x7f53580d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f535815e390 0x7f5358161f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:35250/0 (socket says 172.21.15.32:35250) 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f5356d9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f53580ceb20 0x7f53580b5f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:45218/0 (socket says 172.21.15.32:45218) 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.307+0000 7f535659c640 1 -- 172.21.15.32:0/971143142 learned_addr learned my addr 172.21.15.32:0/971143142 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f535659c640 1 -- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 msgr2=0x7f53580d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f535659c640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 0x7f53580d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f535659c640 1 -- 172.21.15.32:0/971143142 >> v1:172.21.15.50:6789/0 conn(0x7f53580ceb20 legacy=0x7f53580b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f535659c640 1 -- 172.21.15.32:0/971143142 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5358162da0 con 0x7f535815e390 2024-09-16T00:53:35.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f534ffff640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 0x7f53580d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:53:35.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f5355d9b640 1 -- 172.21.15.32:0/971143142 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4090378581 0 0) 0x7f53581627e0 con 0x7f53580ceb20 2024-09-16T00:53:35.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.308+0000 7f535659c640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f535815e390 0x7f5358161f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f53580d0e30 tx=0x7f534802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9aaaac620b8e6485 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f5355d9b640 1 -- 172.21.15.32:0/971143142 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348037070 con 0x7f535815e390 2024-09-16T00:53:35.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f5355d9b640 1 -- 172.21.15.32:0/971143142 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5348032440 con 0x7f535815e390 2024-09-16T00:53:35.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f5355d9b640 1 -- 172.21.15.32:0/971143142 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348032810 con 0x7f535815e390 2024-09-16T00:53:35.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 -- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f535815e390 msgr2=0x7f5358161f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f535815e390 0x7f5358161f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f53580d0e30 tx=0x7f534802a250 comp rx=0 tx=0).stop 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 -- 172.21.15.32:0/971143142 shutdown_connections 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580b75c0 0x7f53580d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 --2- 172.21.15.32:0/971143142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f535815e390 0x7f5358161f50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 -- 172.21.15.32:0/971143142 >> 172.21.15.32:0/971143142 conn(0x7f5358073640 msgr2=0x7f5358073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 -- 172.21.15.32:0/971143142 shutdown_connections 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.309+0000 7f535c83c640 1 -- 172.21.15.32:0/971143142 wait complete. 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.310+0000 7f535c83c640 1 Processor -- start 2024-09-16T00:53:35.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 -- start start 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580b75c0 0x7f53581f37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580ceb20 0x7f53580b59d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5358162490 con 0x7f535815e390 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f53580cf780 con 0x7f53580b75c0 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535c83c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f535815e770 con 0x7f53580ceb20 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f5356d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f5356d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56156/0 (socket says 172.21.15.32:56156) 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f5356d9d640 1 -- 172.21.15.32:0/4049161427 learned_addr learned my addr 172.21.15.32:0/4049161427 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:35.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f534ffff640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580ceb20 0x7f53580b59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.311+0000 7f535659c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580b75c0 0x7f53581f37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 -- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580ceb20 msgr2=0x7f53580b59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580ceb20 0x7f53580b59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 -- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580b75c0 msgr2=0x7f53581f37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580b75c0 0x7f53581f37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 -- 172.21.15.32:0/4049161427 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53580b62d0 con 0x7f535815e390 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f5356d9d640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f535000c7d0 tx=0x7f535000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350018070 con 0x7f535815e390 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f535000a640 con 0x7f535815e390 2024-09-16T00:53:35.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53580b65b0 con 0x7f535815e390 2024-09-16T00:53:35.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535000aa70 con 0x7f535815e390 2024-09-16T00:53:35.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.312+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53580cb880 con 0x7f535815e390 2024-09-16T00:53:35.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.313+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5358161f50 con 0x7f535815e390 2024-09-16T00:53:35.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.314+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f535001b070 con 0x7f535815e390 2024-09-16T00:53:35.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.314+0000 7f534effd640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.314+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f535008a840 con 0x7f535815e390 2024-09-16T00:53:35.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.314+0000 7f535659c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.315+0000 7f535659c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 0x7f533806e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5348034000 tx=0x7f534802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.318+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5350058ad0 con 0x7f535815e390 2024-09-16T00:53:35.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.493+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f535806baf0 con 0x7f535815e390 2024-09-16T00:53:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.496+0000 7f534effd640 1 -- 172.21.15.32:0/4049161427 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f535005cdd0 con 0x7f535815e390 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 msgr2=0x7f533806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 0x7f533806e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5348034000 tx=0x7f534802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 msgr2=0x7f53580cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f535000c7d0 tx=0x7f535000cc90 comp rx=0 tx=0).stop 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 shutdown_connections 2024-09-16T00:53:35.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535815e390 0x7f53580cd920 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f53580ceb20 0x7f53580b59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 --2- 172.21.15.32:0/4049161427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580b75c0 0x7f53581f37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 >> 172.21.15.32:0/4049161427 conn(0x7f5358073640 msgr2=0x7f53580c8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 shutdown_connections 2024-09-16T00:53:35.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.499+0000 7f535c83c640 1 -- 172.21.15.32:0/4049161427 wait complete. 2024-09-16T00:53:35.510 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:53:35.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:53:35.548 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:53:35.598 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:53:35.598 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:53:35.598 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:35.615 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:53:35.615 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:35.615 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:35.633 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:53:35.634 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:53:35.634 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:35.671 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:53:35.671 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:53:35.671 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:53:35.692 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:53:35.692 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T00:53:35.693 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:35.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.814+0000 7f7a2965c640 1 Processor -- start 2024-09-16T00:53:35.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.814+0000 7f7a2965c640 1 -- start start 2024-09-16T00:53:35.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a2965c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a2415e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a2965c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a24162130 0x7f7a240ceab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a2965c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a240ceff0 con 0x7f7a240d0e10 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a2965c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f7a240d25a0 con 0x7f7a24162130 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a2965c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240cf270 con 0x7f7a2415e2e0 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a227fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a24162130 0x7f7a240ceab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a227fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a24162130 0x7f7a240ceab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56172/0 (socket says 172.21.15.32:56172) 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.815+0000 7f7a227fc640 1 -- 172.21.15.32:0/2980666530 learned_addr learned my addr 172.21.15.32:0/2980666530 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a22ffd640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a2415e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a227fc640 1 -- 172.21.15.32:0/2980666530 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 msgr2=0x7f7a2415e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a227fc640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a2415e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a227fc640 1 -- 172.21.15.32:0/2980666530 >> v1:172.21.15.50:6789/0 conn(0x7f7a240d0e10 legacy=0x7f7a240b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:35.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a227fc640 1 -- 172.21.15.32:0/2980666530 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a240cf550 con 0x7f7a24162130 2024-09-16T00:53:35.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a227fc640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240ceab0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c009e50 tx=0x7f7a0c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1877f48974cf66ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a21ffb640 1 -- 172.21.15.32:0/2980666530 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c036070 con 0x7f7a24162130 2024-09-16T00:53:35.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.816+0000 7f7a21ffb640 1 -- 172.21.15.32:0/2980666530 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a0c031600 con 0x7f7a24162130 2024-09-16T00:53:35.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a21ffb640 1 -- 172.21.15.32:0/2980666530 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c0319d0 con 0x7f7a24162130 2024-09-16T00:53:35.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 -- 172.21.15.32:0/2980666530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 msgr2=0x7f7a240ceab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240ceab0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c009e50 tx=0x7f7a0c02a630 comp rx=0 tx=0).stop 2024-09-16T00:53:35.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 -- 172.21.15.32:0/2980666530 shutdown_connections 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240ceab0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 --2- 172.21.15.32:0/2980666530 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a2415e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 -- 172.21.15.32:0/2980666530 >> 172.21.15.32:0/2980666530 conn(0x7f7a2406cad0 msgr2=0x7f7a2406cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 -- 172.21.15.32:0/2980666530 shutdown_connections 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.817+0000 7f7a2965c640 1 -- 172.21.15.32:0/2980666530 wait complete. 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.818+0000 7f7a2965c640 1 Processor -- start 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.818+0000 7f7a2965c640 1 -- start start 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a240d0e10 0x7f7a241f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a240ac670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7a240d3ab0 con 0x7f7a24162130 2024-09-16T00:53:35.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a240cfb10 con 0x7f7a240d0e10 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a2965c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240d3c30 con 0x7f7a2415e2e0 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a237fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a237fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56178/0 (socket says 172.21.15.32:56178) 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a237fe640 1 -- 172.21.15.32:0/3054842391 learned_addr learned my addr 172.21.15.32:0/3054842391 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a22ffd640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a240d0e10 0x7f7a241f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.819+0000 7f7a227fc640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a240ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 -- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 msgr2=0x7f7a240ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a240ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 -- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a240d0e10 msgr2=0x7f7a241f38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a240d0e10 0x7f7a241f38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 -- 172.21.15.32:0/3054842391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a240aaf80 con 0x7f7a24162130 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a227fc640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a240ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a237fe640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00b410 tx=0x7f7a1c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c015030 con 0x7f7a24162130 2024-09-16T00:53:35.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c004020 con 0x7f7a24162130 2024-09-16T00:53:35.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a240ab260 con 0x7f7a24162130 2024-09-16T00:53:35.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c004410 con 0x7f7a24162130 2024-09-16T00:53:35.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.820+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a240ab820 con 0x7f7a24162130 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.821+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a2415e6c0 con 0x7f7a24162130 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.822+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a1c018070 con 0x7f7a24162130 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.822+0000 7f7a1b7fe640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.822+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f7a1c08aca0 con 0x7f7a24162130 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.822+0000 7f7a22ffd640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:35.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.823+0000 7f7a22ffd640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7a14006fd0 tx=0x7f7a14008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:35.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:35.827+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a1c059610 con 0x7f7a24162130 2024-09-16T00:53:36.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.039+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a2415d700 con 0x7f7a24162130 2024-09-16T00:53:36.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.040+0000 7f7a1b7fe640 1 -- 172.21.15.32:0/3054842391 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3904 (secure 0 0 0) 0x7f7a1c058f10 con 0x7f7a24162130 2024-09-16T00:53:36.040 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:36.040 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":17,"btime":"2024-09-16T00:53:31:107291+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4923,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3105611296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3105611296},{"type":"v1","addr":"172.21.15.32:6836","nonce":3105611296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4926,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/99315369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":99315369},{"type":"v1","addr":"172.21.15.32:6837","nonce":99315369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":34550,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/346819522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":346819522},{"type":"v1","addr":"172.21.15.50:6834","nonce":346819522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":34709,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1869849986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1869849986},{"type":"v1","addr":"172.21.15.50:6835","nonce":1869849986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-16T00:53:36.040 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 17 2024-09-16T00:53:36.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 msgr2=0x7f7a0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7a14006fd0 tx=0x7f7a14008040 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 msgr2=0x7f7a240acbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00b410 tx=0x7f7a1c00b8d0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 shutdown_connections 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a24162130 0x7f7a240acbb0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2415e2e0 0x7f7a240ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 --2- 172.21.15.32:0/3054842391 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a240d0e10 0x7f7a241f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 >> 172.21.15.32:0/3054842391 conn(0x7f7a2406cad0 msgr2=0x7f7a240b7650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 shutdown_connections 2024-09-16T00:53:36.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.042+0000 7f7a2965c640 1 -- 172.21.15.32:0/3054842391 wait complete. 2024-09-16T00:53:36.054 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:53:36.054 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T00:53:36.054 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:53:36.054 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:36.054 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:53:36.054 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T00:53:36.055 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:53:36.055 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:36.055 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:53:36.055 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T00:53:36.055 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:53:36.055 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:36.055 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:53:36.056 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T00:53:36.056 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:53:36.056 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:53:36.063 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:53:36.063 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:53:36.064 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:53:36.064 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:53:36.067 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:53:36.067 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:53:36.068 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:53:36.068 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:53:36.106 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:53:36.107 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:36.107 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:53:36.107 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:36.109 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:53:36.109 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:36.110 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:53:36.110 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:36.111 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T00:53:36.184 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-09-16T00:53:36.184 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-09-16T00:53:36.195 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:53:36.195 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-16T00:53:36.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.220+0000 7f3520bb7640 1 Processor -- start 2024-09-16T00:53:36.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.220+0000 7f3520bb7640 1 -- start start 2024-09-16T00:53:36.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3520bb7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f351c15b730 0x7f351c15f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:36.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3520bb7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f351c0ccf30 con 0x7f351c15c5a0 2024-09-16T00:53:36.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3520bb7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f351c160000 con 0x7f351c15b350 2024-09-16T00:53:36.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3520bb7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f351c15f760 con 0x7f351c15b730 2024-09-16T00:53:36.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3519d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f351c15b730 0x7f351c15f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f351ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f351c15c5a0 0x7f351c0d0030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56182/0 (socket says 172.21.15.32:56182) 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f351ad9d640 1 -- 172.21.15.32:0/1723801795 learned_addr learned my addr 172.21.15.32:0/1723801795 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3519d9b640 1 -- 172.21.15.32:0/1723801795 >> v1:172.21.15.50:6789/0 conn(0x7f351c15b350 legacy=0x7f351c0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3519d9b640 1 -- 172.21.15.32:0/1723801795 >> v1:172.21.15.32:6789/0 conn(0x7f351c15c5a0 legacy=0x7f351c0d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f3519d9b640 1 -- 172.21.15.32:0/1723801795 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c15fa40 con 0x7f351c15b730 2024-09-16T00:53:36.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.221+0000 7f351959a640 1 -- 172.21.15.32:0/1723801795 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3845869432 0 0) 0x7f3514001490 con 0x7f351c15c5a0 2024-09-16T00:53:36.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.222+0000 7f3519d9b640 1 --2- 172.21.15.32:0/1723801795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c15f0f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f351000ba40 tx=0x7f351002c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac7480d377b201e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.222+0000 7f351959a640 1 -- 172.21.15.32:0/1723801795 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351003a070 con 0x7f351c15b730 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.222+0000 7f351959a640 1 -- 172.21.15.32:0/1723801795 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3510031070 con 0x7f351c15b730 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.222+0000 7f351959a640 1 -- 172.21.15.32:0/1723801795 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35100328f0 con 0x7f351c15b730 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 -- 172.21.15.32:0/1723801795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 msgr2=0x7f351c15f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 --2- 172.21.15.32:0/1723801795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c15f0f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f351000ba40 tx=0x7f351002c810 comp rx=0 tx=0).stop 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 -- 172.21.15.32:0/1723801795 shutdown_connections 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 --2- 172.21.15.32:0/1723801795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c15f0f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 -- 172.21.15.32:0/1723801795 >> 172.21.15.32:0/1723801795 conn(0x7f351c0b2d10 msgr2=0x7f351c0b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 -- 172.21.15.32:0/1723801795 shutdown_connections 2024-09-16T00:53:36.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.223+0000 7f3520bb7640 1 -- 172.21.15.32:0/1723801795 wait complete. 2024-09-16T00:53:36.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.224+0000 7f3520bb7640 1 Processor -- start 2024-09-16T00:53:36.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.224+0000 7f3520bb7640 1 -- start start 2024-09-16T00:53:36.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f351c15b350 0x7f351c0cad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f351c15c5a0 0x7f351c14c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f351c15c9b0 con 0x7f351c15b730 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f351c0cedb0 con 0x7f351c15c5a0 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3520bb7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f351c0d0740 con 0x7f351c15b350 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56228/0 (socket says 172.21.15.32:56228) 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 -- 172.21.15.32:0/2949318233 learned_addr learned my addr 172.21.15.32:0/2949318233 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f351a59c640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f351c15b350 0x7f351c0cad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f351ad9d640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f351c15c5a0 0x7f351c14c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 -- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f351c15b350 msgr2=0x7f351c0cad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f351c15b350 0x7f351c0cad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 -- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f351c15c5a0 msgr2=0x7f351c14c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f351c15c5a0 0x7f351c14c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.225+0000 7f3519d9b640 1 -- 172.21.15.32:0/2949318233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c0c9c60 con 0x7f351c15b730 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f3519d9b640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f351000ba40 tx=0x7f35100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3510045070 con 0x7f351c15b730 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3510035890 con 0x7f351c15b730 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351c0c9f40 con 0x7f351c15b730 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351003a040 con 0x7f351c15b730 2024-09-16T00:53:36.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.226+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f351c0ca500 con 0x7f351c15b730 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.227+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3510048070 con 0x7f351c15b730 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.227+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f351c0cb600 con 0x7f351c15b730 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.228+0000 7f350affd640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 0x7f34fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.228+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f35100ae4f0 con 0x7f351c15b730 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.228+0000 7f351a59c640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 0x7f34fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:36.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.228+0000 7f351a59c640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 0x7f34fc06e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f351c1e6b70 tx=0x7f350c007e30 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:36.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.232+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3510032e90 con 0x7f351c15b730 2024-09-16T00:53:36.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:36.421+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f351c15f0d0 con 0x7f351c15b730 2024-09-16T00:53:37.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.198+0000 7f350affd640 1 -- 172.21.15.32:0/2949318233 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v44) ==== 97+0+0 (secure 0 0 0) 0x7f351007c800 con 0x7f351c15b730 2024-09-16T00:53:37.199 INFO:teuthology.orchestra.run.smithi032.stderr: removed all blocklist entries 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 msgr2=0x7f34fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 0x7f34fc06e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f351c1e6b70 tx=0x7f350c007e30 comp rx=0 tx=0).stop 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 msgr2=0x7f351c0b4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f351000ba40 tx=0x7f35100046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 shutdown_connections 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f34fc06c2e0 0x7f34fc06e7a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f351c15c5a0 0x7f351c14c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f351c15b730 0x7f351c0b4010 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 --2- 172.21.15.32:0/2949318233 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f351c15b350 0x7f351c0cad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.201+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 >> 172.21.15.32:0/2949318233 conn(0x7f351c0b2d10 msgr2=0x7f351c0cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:37.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.202+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 shutdown_connections 2024-09-16T00:53:37.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.202+0000 7f3520bb7640 1 -- 172.21.15.32:0/2949318233 wait complete. 2024-09-16T00:53:37.216 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T00:53:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.325+0000 7fd540e4c640 1 Processor -- start 2024-09-16T00:53:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.325+0000 7fd540e4c640 1 -- start start 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd540e4c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd53c0ceee0 0x7fd53c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd540e4c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c0d1380 0x7fd53c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd540e4c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd53c0d17a0 con 0x7fd53c15e560 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd540e4c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fd53c0d3480 con 0x7fd53c0ceee0 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd540e4c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd53c0d3760 con 0x7fd53c0d1380 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd539d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd53c0ceee0 0x7fd53c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd53a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd53c15e560 0x7fd53c0cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52220/0 (socket says 172.21.15.32:52220) 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd53a59c640 1 -- 172.21.15.32:0/3770332210 learned_addr learned my addr 172.21.15.32:0/3770332210 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.326+0000 7fd53ad9d640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c0d1380 0x7fd53c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd539d9b640 1 -- 172.21.15.32:0/3770332210 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c0d1380 msgr2=0x7fd53c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:37.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd539d9b640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c0d1380 0x7fd53c0b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd539d9b640 1 -- 172.21.15.32:0/3770332210 >> v1:172.21.15.32:6789/0 conn(0x7fd53c15e560 legacy=0x7fd53c0cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd539d9b640 1 -- 172.21.15.32:0/3770332210 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c0d3a40 con 0x7fd53c0ceee0 2024-09-16T00:53:37.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd53959a640 1 -- 172.21.15.32:0/3770332210 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1063834293 0 0) 0x7fd53c0d17a0 con 0x7fd53c15e560 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd539d9b640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0ceee0 0x7fd53c0d0e40 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd5300097a0 tx=0x7fd53002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a124666834ef848b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd53959a640 1 -- 172.21.15.32:0/3770332210 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530037070 con 0x7fd53c0ceee0 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd53959a640 1 -- 172.21.15.32:0/3770332210 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd530032440 con 0x7fd53c0ceee0 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.327+0000 7fd53959a640 1 -- 172.21.15.32:0/3770332210 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530032810 con 0x7fd53c0ceee0 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 -- 172.21.15.32:0/3770332210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0ceee0 msgr2=0x7fd53c0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0ceee0 0x7fd53c0d0e40 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd5300097a0 tx=0x7fd53002a180 comp rx=0 tx=0).stop 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 -- 172.21.15.32:0/3770332210 shutdown_connections 2024-09-16T00:53:37.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c0d1380 0x7fd53c0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 --2- 172.21.15.32:0/3770332210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0ceee0 0x7fd53c0d0e40 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 -- 172.21.15.32:0/3770332210 >> 172.21.15.32:0/3770332210 conn(0x7fd53c073850 msgr2=0x7fd53c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:37.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 -- 172.21.15.32:0/3770332210 shutdown_connections 2024-09-16T00:53:37.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.328+0000 7fd540e4c640 1 -- 172.21.15.32:0/3770332210 wait complete. 2024-09-16T00:53:37.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.329+0000 7fd540e4c640 1 Processor -- start 2024-09-16T00:53:37.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 -- start start 2024-09-16T00:53:37.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 0x7fd53c156590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c15e560 0x7fd53c0cc920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c15e940 con 0x7fd53c0d1380 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c0d4240 con 0x7fd53c0ceee0 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd540e4c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd53c15eac0 con 0x7fd53c15e560 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd539d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd539d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57252/0 (socket says 172.21.15.32:57252) 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd539d9b640 1 -- 172.21.15.32:0/2164026009 learned_addr learned my addr 172.21.15.32:0/2164026009 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.330+0000 7fd53a59c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 0x7fd53c156590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd53ad9d640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c15e560 0x7fd53c0cc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 -- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c15e560 msgr2=0x7fd53c0cc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c15e560 0x7fd53c0cc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 -- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 msgr2=0x7fd53c156590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 0x7fd53c156590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 -- 172.21.15.32:0/2164026009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c161330 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd53a59c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 0x7fd53c156590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd539d9b640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd530035040 tx=0x7fd5300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530037040 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd530030770 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd53c0cb620 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530030b80 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.331+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd53c0cbbe0 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.332+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd53c15c960 con 0x7fd53c0d1380 2024-09-16T00:53:37.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.333+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd530044020 con 0x7fd53c0d1380 2024-09-16T00:53:37.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.333+0000 7fd52affd640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 0x7fd51c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.333+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7fd5300ab7e0 con 0x7fd53c0d1380 2024-09-16T00:53:37.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.333+0000 7fd53a59c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 0x7fd51c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.333+0000 7fd53a59c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 0x7fd51c06e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd52c000f60 tx=0x7fd52c007ca0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.337+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd530032e20 con 0x7fd53c0d1380 2024-09-16T00:53:37.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.581+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fd53c0d0e40 con 0x7fd53c0d1380 2024-09-16T00:53:37.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.581+0000 7fd52affd640 1 -- 172.21.15.32:0/2164026009 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7fd53007a100 con 0x7fd53c0d1380 2024-09-16T00:53:37.581 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "auth_dump": [ 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.a", 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm5uKJJxAA5m4ag+/V1Bt93kdIvZyHTw==", 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.582 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.b", 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmOy6uMxAAsFtb2Qr5jdbLA6GukeuBSQ==", 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.583 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.c", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmOb7CLhAANywKU0QXGI0Rvz0jIxABLw==", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.d", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm1qkGOxAAD6RNW01SAhRhvJQZuiHwcg==", 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.0", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAJgedmfgSgJBAA/l0hfffs0Skay2RNVCdJFQ==", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.585 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.1", 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAMgedma6YQNhAAZ2MuakIZQSqZJWSRcBPrGg==", 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.586 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.2", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAPgedmwN+gOBAADTeIrkbVmiphJp+bUgz96g==", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.3", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQASgedmhEzQOhAAz1WSkEmPuVLwFXHSMG4L1w==", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.587 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.4", 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAXgedmxwhuDhAABBAnOo0k1my0mlsLbcjtAw==", 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.5", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAagedmYqqsERAAk852gETMztPxAHMARr0znQ==", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.6", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAdgedmSxCKMRAA1DyZVB57ROx8KSqxm/Kw8A==", 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.7", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAhgedm5737IxAA6SYly6lUSGw8Q6lZUm/5Vw==", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.0", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A==", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow r", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.1", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmSGaxDBAAkmMyV8DnY7cYbT+Khkmfwg==", 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.2", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmBTtaCRAAJcri5GQUCM5tT0Cv6uclGA==", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:37.592 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.3", 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAIgedmWeVXEhAAmlCkGt6NrQGu9OSYC85AFQ==", 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.593 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.admin", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedmTPskCxAA/cHfNEw4QuAi8xWIGyTlLw==", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.x", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm0Zk5JBAA/BJj8gnX0lzWpUnayZ2nlg==", 2024-09-16T00:53:37.594 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.y", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQAHgedm5r5KIBAAhCZtPGwFjSOs1ah4+T+ODg==", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-16T00:53:37.595 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.596 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.596 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-09-16T00:53:37.596 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 msgr2=0x7fd51c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 0x7fd51c06e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd52c000f60 tx=0x7fd52c007ca0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 msgr2=0x7fd53c0cc3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd530035040 tx=0x7fd5300046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 shutdown_connections 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fd51c06c2b0 0x7fd51c06e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd53c15e560 0x7fd53c0cc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c0d1380 0x7fd53c0cc3e0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 --2- 172.21.15.32:0/2164026009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd53c0ceee0 0x7fd53c156590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 >> 172.21.15.32:0/2164026009 conn(0x7fd53c073850 msgr2=0x7fd53c15af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 shutdown_connections 2024-09-16T00:53:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.583+0000 7fd540e4c640 1 -- 172.21.15.32:0/2164026009 wait complete. 2024-09-16T00:53:37.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:53:37.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.701+0000 7f5318db9640 1 Processor -- start 2024-09-16T00:53:37.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.701+0000 7f5318db9640 1 -- start start 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5318db9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f53140ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5318db9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53140d3480 con 0x7f53140cf510 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5318db9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53140d3760 con 0x7f53140d1550 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5318db9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f53140d3a40 con 0x7f531415e560 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5311d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f53140cf510 0x7f53140d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52222/0 (socket says 172.21.15.32:52222) 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.702+0000 7f5311d9b640 1 -- 172.21.15.32:0/686555780 learned_addr learned my addr 172.21.15.32:0/686555780 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531259c640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f53140ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 643619222 0 0) 0x7f53140d3480 con 0x7f53140cf510 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5300003520 con 0x7f53140cf510 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3495465403 0 0) 0x7f53140d3760 con 0x7f53140d1550 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f53140d3480 con 0x7f53140d1550 2024-09-16T00:53:37.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 102928190 0 0) 0x7f5300003520 con 0x7f53140cf510 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 msgr2=0x7f53140ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f53140ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 >> v1:172.21.15.50:6789/0 conn(0x7f53140d1550 legacy=0x7f53140b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53140d3d20 con 0x7f53140cf510 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f52fc001670 con 0x7f53140cf510 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 >> v1:172.21.15.32:6789/0 conn(0x7f53140cf510 legacy=0x7f53140d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300003be0 0x7f5300003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f5300004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5300004d40 0x7f53000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f53140d3a40 con 0x7f5300004d40 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f530000baf0 con 0x7f5300003be0 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f530000bcf0 con 0x7f531415e560 2024-09-16T00:53:37.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5300004d40 0x7f53000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f531259c640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300003be0 0x7f5300003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5311d9b640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f5300004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 -- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 msgr2=0x7f5300004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f531415e560 0x7f5300004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 -- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300003be0 msgr2=0x7f5300003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300003be0 0x7f5300003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.703+0000 7f5312d9d640 1 -- 172.21.15.32:0/686555780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5300003520 con 0x7f5300004d40 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.704+0000 7f5312d9d640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5300004d40 0x7f53000051c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f530c0018a0 tx=0x7f5300005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec8347260b5ec7b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.704+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c0014f0 con 0x7f5300004d40 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.704+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f530c0052d0 con 0x7f5300004d40 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.704+0000 7f531159a640 1 -- 172.21.15.32:0/686555780 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c02ac60 con 0x7f5300004d40 2024-09-16T00:53:37.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 -- 172.21.15.32:0/686555780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5300004d40 msgr2=0x7f53000051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 --2- 172.21.15.32:0/686555780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5300004d40 0x7f53000051c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f530c0018a0 tx=0x7f5300005830 comp rx=0 tx=0).stop 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5312d9d640 1 -- 172.21.15.32:0/686555780 reap_dead start 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 -- 172.21.15.32:0/686555780 shutdown_connections 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 -- 172.21.15.32:0/686555780 >> 172.21.15.32:0/686555780 conn(0x7f5314073850 msgr2=0x7f531406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 -- 172.21.15.32:0/686555780 shutdown_connections 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.705+0000 7f5318db9640 1 -- 172.21.15.32:0/686555780 wait complete. 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.706+0000 7f5318db9640 1 Processor -- start 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.706+0000 7f5318db9640 1 -- start start 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300004d40 0x7f53140ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5314161330 0x7f53141569a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f531415eac0 con 0x7f5314160ed0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f531415e940 con 0x7f5300004d40 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5318db9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f53140cf950 con 0x7f5314161330 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5311d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5311d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57274/0 (socket says 172.21.15.32:57274) 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5311d9b640 1 -- 172.21.15.32:0/3952554699 learned_addr learned my addr 172.21.15.32:0/3952554699 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f531259c640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300004d40 0x7f53140ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.707+0000 7f5312d9d640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5314161330 0x7f53141569a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 -- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5314161330 msgr2=0x7f53141569a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5314161330 0x7f53141569a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 -- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300004d40 msgr2=0x7f53140ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300004d40 0x7f53140ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 -- 172.21.15.32:0/3952554699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531415fe30 con 0x7f5314160ed0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5311d9b640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f52fc004ef0 tx=0x7f52fc007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc01a070 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52fc00f750 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5314160110 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc00fb00 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.708+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53141606d0 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.709+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53140ceee0 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.709+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f52fc00fca0 con 0x7f5314160ed0 2024-09-16T00:53:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.710+0000 7f530affd640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 0x7f52f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.710+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7f52fc08ac90 con 0x7f5314160ed0 2024-09-16T00:53:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.710+0000 7f531259c640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 0x7f52f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.710+0000 7f531259c640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 0x7f52f406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5304014510 tx=0x7f530400b040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.714+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52fc058e60 con 0x7f5314160ed0 2024-09-16T00:53:37.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.890+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f53140ce550 con 0x7f5314160ed0 2024-09-16T00:53:37.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.890+0000 7f530affd640 1 -- 172.21.15.32:0/3952554699 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v46) ==== 84+0+65 (secure 0 0 0) 0x7f52fc05d160 con 0x7f5314160ed0 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:37.891 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 msgr2=0x7f52f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 0x7f52f406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5304014510 tx=0x7f530400b040 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 msgr2=0x7f5314156460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f52fc004ef0 tx=0x7f52fc007430 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 shutdown_connections 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f52f406c2b0 0x7f52f406e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5314161330 0x7f53141569a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5314160ed0 0x7f5314156460 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 --2- 172.21.15.32:0/3952554699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5300004d40 0x7f53140ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 >> 172.21.15.32:0/3952554699 conn(0x7f5314073850 msgr2=0x7f53140b65c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:37.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 shutdown_connections 2024-09-16T00:53:37.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:37.892+0000 7f5318db9640 1 -- 172.21.15.32:0/3952554699 wait complete. 2024-09-16T00:53:37.903 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:53:37.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:53:38.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.010+0000 7f38f8a27640 1 Processor -- start 2024-09-16T00:53:38.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.010+0000 7f38f8a27640 1 -- start start 2024-09-16T00:53:38.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f8a27640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 0x7f38f40adee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f8a27640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f38f40b4850 0x7f38f4072250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f8a27640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f40ae9a0 con 0x7f38f406df80 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f8a27640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f38f40b2df0 con 0x7f38f40b4850 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f8a27640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f38f40b33b0 con 0x7f38f40adb00 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f1d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f38f406df80 0x7f38f4071b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52232/0 (socket says 172.21.15.32:52232) 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f1d9b640 1 -- 172.21.15.32:0/1245596747 learned_addr learned my addr 172.21.15.32:0/1245596747 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.011+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/1245596747 >> v2:172.21.15.32:3300/0 conn(0x7f38f40b4850 0x7f38f4072250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f259c640 1 --2- 172.21.15.32:0/1245596747 >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 0x7f38f40adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f159a640 1 -- 172.21.15.32:0/1245596747 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1754258663 0 0) 0x7f38f40ae9a0 con 0x7f38f406df80 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f159a640 1 -- 172.21.15.32:0/1245596747 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38dc003520 con 0x7f38f406df80 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f2d9d640 1 -- 172.21.15.32:0/1245596747 >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 msgr2=0x7f38f40adee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:38.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/1245596747 >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 0x7f38f40adee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f2d9d640 1 -- 172.21.15.32:0/1245596747 >> v1:172.21.15.32:6789/0 conn(0x7f38f406df80 legacy=0x7f38f4071b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f2d9d640 1 -- 172.21.15.32:0/1245596747 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f40aec80 con 0x7f38f40b4850 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f259c640 1 --2- 172.21.15.32:0/1245596747 >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 0x7f38f40adee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.012+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/1245596747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f4072250 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f38f4076cc0 tx=0x7f38ec02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566eac139e0d1764 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f159a640 1 -- 172.21.15.32:0/1245596747 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec007740 con 0x7f38f40b4850 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f159a640 1 -- 172.21.15.32:0/1245596747 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ec0078e0 con 0x7f38f40b4850 2024-09-16T00:53:38.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f159a640 1 -- 172.21.15.32:0/1245596747 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec007c90 con 0x7f38f40b4850 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 -- 172.21.15.32:0/1245596747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 msgr2=0x7f38f4072250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 --2- 172.21.15.32:0/1245596747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f4072250 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f38f4076cc0 tx=0x7f38ec02a680 comp rx=0 tx=0).stop 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 -- 172.21.15.32:0/1245596747 shutdown_connections 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 --2- 172.21.15.32:0/1245596747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f4072250 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 --2- 172.21.15.32:0/1245596747 >> v2:172.21.15.50:3300/0 conn(0x7f38f40adb00 0x7f38f40adee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 -- 172.21.15.32:0/1245596747 >> 172.21.15.32:0/1245596747 conn(0x7f38f40b1af0 msgr2=0x7f38f40b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 -- 172.21.15.32:0/1245596747 shutdown_connections 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.013+0000 7f38f8a27640 1 -- 172.21.15.32:0/1245596747 wait complete. 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 Processor -- start 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 -- start start 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 0x7f38f41566c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38f40adb00 0x7f38f4146ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f38f4072790 con 0x7f38f40b4850 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f38f415b4e0 con 0x7f38f40adb00 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f8a27640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f38f4072910 con 0x7f38f406df80 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.015+0000 7f38f2d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57290/0 (socket says 172.21.15.32:57290) 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 -- 172.21.15.32:0/2212685000 learned_addr learned my addr 172.21.15.32:0/2212685000 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f1d9b640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38f40adb00 0x7f38f4146ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f259c640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 0x7f38f41566c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 -- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 msgr2=0x7f38f41566c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 0x7f38f41566c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 -- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38f40adb00 msgr2=0x7f38f4146ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:38.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38f40adb00 0x7f38f4146ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 -- 172.21.15.32:0/2212685000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f41e0b10 con 0x7f38f40b4850 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f259c640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 0x7f38f41566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f2d9d640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f38ec02ac70 tx=0x7f38ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec040070 con 0x7f38f40b4850 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ec031c60 con 0x7f38f40b4850 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec009450 con 0x7f38f40b4850 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f41e0df0 con 0x7f38f40b4850 2024-09-16T00:53:38.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.016+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f41e13b0 con 0x7f38f40b4850 2024-09-16T00:53:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.017+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f40af490 con 0x7f38f40b4850 2024-09-16T00:53:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.018+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f38ec039040 con 0x7f38f40b4850 2024-09-16T00:53:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.018+0000 7f38e2ffd640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 0x7f38d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.018+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7f38ec0ac6b0 con 0x7f38f40b4850 2024-09-16T00:53:38.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.018+0000 7f38f259c640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 0x7f38d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:38.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.019+0000 7f38f259c640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 0x7f38d406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f38e4006fd0 tx=0x7f38e4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:38.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.022+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38ec07b070 con 0x7f38f40b4850 2024-09-16T00:53:38.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:38.198+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f38f40af0d0 con 0x7f38f40b4850 2024-09-16T00:53:39.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.205+0000 7f38e2ffd640 1 -- 172.21.15.32:0/2212685000 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v47) ==== 138+0+0 (secure 0 0 0) 0x7f38ec07a970 con 0x7f38f40b4850 2024-09-16T00:53:39.205 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-16T00:53:39.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.209+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 msgr2=0x7f38d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.209+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 0x7f38d406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f38e4006fd0 tx=0x7f38e4008040 comp rx=0 tx=0).stop 2024-09-16T00:53:39.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.209+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 msgr2=0x7f38f41e0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.209+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f38ec02ac70 tx=0x7f38ec004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 shutdown_connections 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f38d406c2b0 0x7f38d406e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38f40b4850 0x7f38f41e0370 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38f40adb00 0x7f38f4146ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 --2- 172.21.15.32:0/2212685000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38f406df80 0x7f38f41566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 >> 172.21.15.32:0/2212685000 conn(0x7f38f40b1af0 msgr2=0x7f38f40aff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:39.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.211+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 shutdown_connections 2024-09-16T00:53:39.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.212+0000 7f38f8a27640 1 -- 172.21.15.32:0/2212685000 wait complete. 2024-09-16T00:53:39.228 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:53:39.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.344+0000 7f92f7265640 1 Processor -- start 2024-09-16T00:53:39.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 -- start start 2024-09-16T00:53:39.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 0x7f92f00b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f92f00cfb80 0x7f92f00b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92f0161ee0 con 0x7f92f0161b00 2024-09-16T00:53:39.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f92f00ceb70 con 0x7f92f00cfb80 2024-09-16T00:53:39.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.345+0000 7f92f7265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f92f00cf6f0 con 0x7f92f00b3a40 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f5001640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f92f0161b00 0x7f92f00d3030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52240/0 (socket says 172.21.15.32:52240) 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f5001640 1 -- 172.21.15.32:0/1964008717 learned_addr learned my addr 172.21.15.32:0/1964008717 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f4800640 1 --2- 172.21.15.32:0/1964008717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 0x7f92f00b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f5802640 1 --2- 172.21.15.32:0/1964008717 >> v2:172.21.15.50:3300/0 conn(0x7f92f00cfb80 0x7f92f00b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2576949981 0 0) 0x7f92f0161ee0 con 0x7f92f0161b00 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92dc003520 con 0x7f92f0161b00 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 521833919 0 0) 0x7f92dc003520 con 0x7f92f0161b00 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f4800640 1 -- 172.21.15.32:0/1964008717 >> v2:172.21.15.50:3300/0 conn(0x7f92f00cfb80 msgr2=0x7f92f00b64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f4800640 1 --2- 172.21.15.32:0/1964008717 >> v2:172.21.15.50:3300/0 conn(0x7f92f00cfb80 0x7f92f00b64e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f4800640 1 -- 172.21.15.32:0/1964008717 >> v1:172.21.15.32:6789/0 conn(0x7f92f0161b00 legacy=0x7f92f00d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.346+0000 7f92f4800640 1 -- 172.21.15.32:0/1964008717 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f00d3740 con 0x7f92f00b3a40 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.347+0000 7f92f4800640 1 --2- 172.21.15.32:0/1964008717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 0x7f92f00b5fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f92e00097d0 tx=0x7f92e002a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d536ff37468297bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.347+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e0037070 con 0x7f92f00b3a40 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.347+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92e002abd0 con 0x7f92f00b3a40 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.347+0000 7f92e7fff640 1 -- 172.21.15.32:0/1964008717 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92ec001670 con 0x7f92f00b3a40 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 -- 172.21.15.32:0/1964008717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 msgr2=0x7f92f00b5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 --2- 172.21.15.32:0/1964008717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 0x7f92f00b5fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f92e00097d0 tx=0x7f92e002a140 comp rx=0 tx=0).stop 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 -- 172.21.15.32:0/1964008717 shutdown_connections 2024-09-16T00:53:39.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 --2- 172.21.15.32:0/1964008717 >> v2:172.21.15.50:3300/0 conn(0x7f92f00cfb80 0x7f92f00b64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 --2- 172.21.15.32:0/1964008717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00b3a40 0x7f92f00b5fa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 -- 172.21.15.32:0/1964008717 >> 172.21.15.32:0/1964008717 conn(0x7f92f008bfc0 msgr2=0x7f92f009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:39.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 -- 172.21.15.32:0/1964008717 shutdown_connections 2024-09-16T00:53:39.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.348+0000 7f92f7265640 1 -- 172.21.15.32:0/1964008717 wait complete. 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.349+0000 7f92f7265640 1 Processor -- start 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.349+0000 7f92f7265640 1 -- start start 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92f00b3a40 0x7f92f015fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00cfb80 0x7f92f0156d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f92f00cf380 con 0x7f92f0161b00 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f92f00cf0a0 con 0x7f92f00b3a40 2024-09-16T00:53:39.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f7265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f92f006cc30 con 0x7f92f00cfb80 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f5802640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f5802640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57302/0 (socket says 172.21.15.32:57302) 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f5802640 1 -- 172.21.15.32:0/243528042 learned_addr learned my addr 172.21.15.32:0/243528042 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f4800640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00cfb80 0x7f92f0156d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.350+0000 7f92f5001640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92f00b3a40 0x7f92f015fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 -- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00cfb80 msgr2=0x7f92f0156d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00cfb80 0x7f92f0156d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 -- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92f00b3a40 msgr2=0x7f92f015fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92f00b3a40 0x7f92f015fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 -- 172.21.15.32:0/243528042 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f00b6480 con 0x7f92f0161b00 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f5802640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f92e8009dd0 tx=0x7f92e800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8018020 con 0x7f92f0161b00 2024-09-16T00:53:39.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92e8014480 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f00b6760 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8014870 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.351+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f009fc20 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.352+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92f0068880 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.353+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f92e801b020 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.353+0000 7f92e5ffb640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 0x7f92d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.353+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5619+0+0 (secure 0 0 0) 0x7f92e808be30 con 0x7f92f0161b00 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.353+0000 7f92f5001640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 0x7f92d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:39.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.354+0000 7f92f5001640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 0x7f92d406e7a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f92ec005880 tx=0x7f92ec0057f0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:39.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.358+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92e8022030 con 0x7f92f0161b00 2024-09-16T00:53:39.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:39.533+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f92f00d3030 con 0x7f92f0161b00 2024-09-16T00:53:40.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.207+0000 7f92e5ffb640 1 -- 172.21.15.32:0/243528042 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v48) ==== 170+0+0 (secure 0 0 0) 0x7f92e8010040 con 0x7f92f0161b00 2024-09-16T00:53:40.208 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 msgr2=0x7f92d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 0x7f92d406e7a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f92ec005880 tx=0x7f92ec0057f0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 msgr2=0x7f92f00a1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f92e8009dd0 tx=0x7f92e800c490 comp rx=0 tx=0).stop 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 shutdown_connections 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f92d406c2e0 0x7f92d406e7a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f0161b00 0x7f92f00a1ea0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92f00cfb80 0x7f92f0156d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 --2- 172.21.15.32:0/243528042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92f00b3a40 0x7f92f015fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.212+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 >> 172.21.15.32:0/243528042 conn(0x7f92f008bfc0 msgr2=0x7f92f006cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:40.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.213+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 shutdown_connections 2024-09-16T00:53:40.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.214+0000 7f92f7265640 1 -- 172.21.15.32:0/243528042 wait complete. 2024-09-16T00:53:40.243 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:53:40.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.353+0000 7f6d6849b640 1 Processor -- start 2024-09-16T00:53:40.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.353+0000 7f6d6849b640 1 -- start start 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d6849b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6d6015af20 0x7f6d600cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d6849b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6d600d0180 0x7f6d600d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d6849b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d600ce480 con 0x7f6d600af600 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d6849b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f6d600d0b10 con 0x7f6d600d0180 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d6849b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6d600cf090 con 0x7f6d6015af20 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d66a38640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6d600d0180 0x7f6d600d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d65a36640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6d600af600 0x7f6d600cf520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52250/0 (socket says 172.21.15.32:52250) 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d65a36640 1 -- 172.21.15.32:0/1835664826 learned_addr learned my addr 172.21.15.32:0/1835664826 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:40.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.354+0000 7f6d66237640 1 --2- 172.21.15.32:0/1835664826 >> v2:172.21.15.50:3300/0 conn(0x7f6d6015af20 0x7f6d600cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d66a38640 1 -- 172.21.15.32:0/1835664826 >> v2:172.21.15.50:3300/0 conn(0x7f6d6015af20 msgr2=0x7f6d600cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:40.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d66a38640 1 --2- 172.21.15.32:0/1835664826 >> v2:172.21.15.50:3300/0 conn(0x7f6d6015af20 0x7f6d600cddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d66a38640 1 -- 172.21.15.32:0/1835664826 >> v1:172.21.15.32:6789/0 conn(0x7f6d600af600 legacy=0x7f6d600cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d66a38640 1 -- 172.21.15.32:0/1835664826 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d600ce760 con 0x7f6d600d0180 2024-09-16T00:53:40.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d65235640 1 -- 172.21.15.32:0/1835664826 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3627471950 0 0) 0x7f6d600ce480 con 0x7f6d600af600 2024-09-16T00:53:40.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d66a38640 1 --2- 172.21.15.32:0/1835664826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d600d05d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f6d600b2d50 tx=0x7f6d5802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e97e277b0cb5022 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:40.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d65235640 1 -- 172.21.15.32:0/1835664826 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58007740 con 0x7f6d600d0180 2024-09-16T00:53:40.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.355+0000 7f6d65235640 1 -- 172.21.15.32:0/1835664826 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d580078e0 con 0x7f6d600d0180 2024-09-16T00:53:40.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d65235640 1 -- 172.21.15.32:0/1835664826 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58007cb0 con 0x7f6d600d0180 2024-09-16T00:53:40.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 -- 172.21.15.32:0/1835664826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 msgr2=0x7f6d600d05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 --2- 172.21.15.32:0/1835664826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d600d05d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f6d600b2d50 tx=0x7f6d5802a680 comp rx=0 tx=0).stop 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 -- 172.21.15.32:0/1835664826 shutdown_connections 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 --2- 172.21.15.32:0/1835664826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d600d05d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 --2- 172.21.15.32:0/1835664826 >> v2:172.21.15.50:3300/0 conn(0x7f6d6015af20 0x7f6d600cddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 -- 172.21.15.32:0/1835664826 >> 172.21.15.32:0/1835664826 conn(0x7f6d6006baf0 msgr2=0x7f6d6006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 -- 172.21.15.32:0/1835664826 shutdown_connections 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.356+0000 7f6d6849b640 1 -- 172.21.15.32:0/1835664826 wait complete. 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.357+0000 7f6d6849b640 1 Processor -- start 2024-09-16T00:53:40.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.357+0000 7f6d6849b640 1 -- start start 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d600af600 0x7f6d601584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d6015af20 0x7f6d600cc860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6d600afa70 con 0x7f6d600d0180 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d600ced20 con 0x7f6d600af600 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d6849b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d6015b300 con 0x7f6d6015af20 2024-09-16T00:53:40.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d65a36640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d65a36640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57326/0 (socket says 172.21.15.32:57326) 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.358+0000 7f6d65a36640 1 -- 172.21.15.32:0/53694923 learned_addr learned my addr 172.21.15.32:0/53694923 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d66237640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d600af600 0x7f6d601584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 -- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d6015af20 msgr2=0x7f6d600cc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d66a38640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d6015af20 0x7f6d600cc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d6015af20 0x7f6d600cc860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 -- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d600af600 msgr2=0x7f6d601584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d600af600 0x7f6d601584b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 -- 172.21.15.32:0/53694923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d601f5190 con 0x7f6d600d0180 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d65a36640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6d5000c430 tx=0x7f6d5000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d500074e0 con 0x7f6d600d0180 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d500047e0 con 0x7f6d600d0180 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d6015df00 con 0x7f6d600d0180 2024-09-16T00:53:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d50004bd0 con 0x7f6d600d0180 2024-09-16T00:53:40.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.359+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d600cd930 con 0x7f6d600d0180 2024-09-16T00:53:40.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.360+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d600d05d0 con 0x7f6d600d0180 2024-09-16T00:53:40.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.361+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d50011070 con 0x7f6d600d0180 2024-09-16T00:53:40.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.361+0000 7f6d56ffd640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 0x7f6d4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:40.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.361+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 6001+0+0 (secure 0 0 0) 0x7f6d5008b1a0 con 0x7f6d600d0180 2024-09-16T00:53:40.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.361+0000 7f6d66237640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 0x7f6d4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:40.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.362+0000 7f6d66237640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 0x7f6d4406e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c006fd0 tx=0x7f6d5c008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:40.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.366+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d601f5190 con 0x7f6d600d0180 2024-09-16T00:53:40.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:40.577+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6d600cdb30 con 0x7f6d600d0180 2024-09-16T00:53:41.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.217+0000 7f6d56ffd640 1 -- 172.21.15.32:0/53694923 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v20) ==== 172+0+0 (secure 0 0 0) 0x7f6d500597e0 con 0x7f6d600d0180 2024-09-16T00:53:41.217 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 7 and data pool 8 2024-09-16T00:53:41.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 msgr2=0x7f6d4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 0x7f6d4406e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c006fd0 tx=0x7f6d5c008040 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 msgr2=0x7f6d601f4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6d5000c430 tx=0x7f6d5000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 shutdown_connections 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d4406c2b0 0x7f6d4406e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d6015af20 0x7f6d600cc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d600d0180 0x7f6d601f4c50 secure :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f6d5000c430 tx=0x7f6d5000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 --2- 172.21.15.32:0/53694923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d600af600 0x7f6d601584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.223+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 >> 172.21.15.32:0/53694923 conn(0x7f6d6006baf0 msgr2=0x7f6d600b0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.226+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 shutdown_connections 2024-09-16T00:53:41.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.226+0000 7f6d6849b640 1 -- 172.21.15.32:0/53694923 wait complete. 2024-09-16T00:53:41.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:41.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.363+0000 7f0983903640 1 Processor -- start 2024-09-16T00:53:41.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.363+0000 7f0983903640 1 -- start start 2024-09-16T00:53:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0983903640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f097c0d0cc0 0x7f097c0d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0983903640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c0b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0983903640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f097c0d3430 con 0x7f097c15e510 2024-09-16T00:53:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0983903640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f097c0d1660 con 0x7f097c0d0cc0 2024-09-16T00:53:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0983903640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f097c0d36d0 con 0x7f097c0b78e0 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0980e9e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f097c0d0cc0 0x7f097c0d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f098169f640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f097c15e510 0x7f097c0ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52254/0 (socket says 172.21.15.32:52254) 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f098169f640 1 -- 172.21.15.32:0/1187184862 learned_addr learned my addr 172.21.15.32:0/1187184862 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0981ea0640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c0b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0980e9e640 1 -- 172.21.15.32:0/1187184862 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 msgr2=0x7f097c0b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0980e9e640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c0b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0973fff640 1 -- 172.21.15.32:0/1187184862 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2956856400 0 0) 0x7f097c0d3430 con 0x7f097c15e510 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0980e9e640 1 -- 172.21.15.32:0/1187184862 >> v1:172.21.15.32:6789/0 conn(0x7f097c15e510 legacy=0x7f097c0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0980e9e640 1 -- 172.21.15.32:0/1187184862 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f097c0d39b0 con 0x7f097c0d0cc0 2024-09-16T00:53:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.364+0000 7f0981ea0640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c0b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0980e9e640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c0d0cc0 0x7f097c0d1120 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f096c0097a0 tx=0x7f096c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=466e54b5d13eabce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0973fff640 1 -- 172.21.15.32:0/1187184862 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c037070 con 0x7f097c0d0cc0 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0973fff640 1 -- 172.21.15.32:0/1187184862 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f096c02ae50 con 0x7f097c0d0cc0 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0973fff640 1 -- 172.21.15.32:0/1187184862 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c032660 con 0x7f097c0d0cc0 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0983903640 1 -- 172.21.15.32:0/1187184862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c0d0cc0 msgr2=0x7f097c0d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.365+0000 7f0983903640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c0d0cc0 0x7f097c0d1120 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f096c0097a0 tx=0x7f096c02a100 comp rx=0 tx=0).stop 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 -- 172.21.15.32:0/1187184862 shutdown_connections 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c0b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 --2- 172.21.15.32:0/1187184862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c0d0cc0 0x7f097c0d1120 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 -- 172.21.15.32:0/1187184862 >> 172.21.15.32:0/1187184862 conn(0x7f097c06d1a0 msgr2=0x7f097c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 -- 172.21.15.32:0/1187184862 shutdown_connections 2024-09-16T00:53:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.366+0000 7f0983903640 1 -- 172.21.15.32:0/1187184862 wait complete. 2024-09-16T00:53:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.367+0000 7f0983903640 1 Processor -- start 2024-09-16T00:53:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.367+0000 7f0983903640 1 -- start start 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c161640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 0x7f097c0b6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f097c0d22a0 con 0x7f097c15e510 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f097c0d3f70 con 0x7f097c0d0cc0 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0983903640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f097c0cf210 con 0x7f097c0b78e0 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57332/0 (socket says 172.21.15.32:57332) 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 -- 172.21.15.32:0/1385911676 learned_addr learned my addr 172.21.15.32:0/1385911676 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f098169f640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c161640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0980e9e640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 0x7f097c0b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 -- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 msgr2=0x7f097c161640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c161640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 -- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 msgr2=0x7f097c0b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 0x7f097c0b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 -- 172.21.15.32:0/1385911676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f097c0cbd90 con 0x7f097c15e510 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f098169f640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c161640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0980e9e640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 0x7f097c0b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0981ea0640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f097400cf20 tx=0x7f097400a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097401a070 con 0x7f097c15e510 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.368+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f097400d840 con 0x7f097c15e510 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.369+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f097c161b80 con 0x7f097c15e510 2024-09-16T00:53:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.369+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097400dc30 con 0x7f097c15e510 2024-09-16T00:53:41.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.369+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f097c0cbab0 con 0x7f097c15e510 2024-09-16T00:53:41.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.370+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f097c15e8f0 con 0x7f097c15e510 2024-09-16T00:53:41.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.370+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f097401d070 con 0x7f097c15e510 2024-09-16T00:53:41.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.370+0000 7f0971ffb640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 0x7f096006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.371+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7f097408be70 con 0x7f097c15e510 2024-09-16T00:53:41.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.371+0000 7f098169f640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 0x7f096006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.371+0000 7f098169f640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 0x7f096006e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0978000f60 tx=0x7f0978009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.375+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f097c0cbd90 con 0x7f097c15e510 2024-09-16T00:53:41.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.550+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f097c15c590 con 0x7f097c15e510 2024-09-16T00:53:41.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.552+0000 7f0971ffb640 1 -- 172.21.15.32:0/1385911676 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+16967 (secure 0 0 0) 0x7f097405a450 con 0x7f097c15e510 2024-09-16T00:53:41.552 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:41.552 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:40.577888+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:38.232075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:39.564423+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 msgr2=0x7f096006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 0x7f096006e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0978000f60 tx=0x7f0978009040 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 msgr2=0x7f097c1456c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f097400cf20 tx=0x7f097400a7d0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 shutdown_connections 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f096006c2b0 0x7f096006e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f097c15e510 0x7f097c1456c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f097c0d0cc0 0x7f097c0b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 --2- 172.21.15.32:0/1385911676 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f097c0b78e0 0x7f097c161640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 >> 172.21.15.32:0/1385911676 conn(0x7f097c06d1a0 msgr2=0x7f097c0ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 shutdown_connections 2024-09-16T00:53:41.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.554+0000 7f0983903640 1 -- 172.21.15.32:0/1385911676 wait complete. 2024-09-16T00:53:41.565 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:41.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.667+0000 7f83a4677640 1 Processor -- start 2024-09-16T00:53:41.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.667+0000 7f83a4677640 1 -- start start 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a4677640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 0x7f839c0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a4677640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f839c0cf910 0x7f839c06d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a4677640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f839c0cfd30 con 0x7f839c06dbd0 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a4677640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f839c15ebe0 con 0x7f839c0cf910 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a4677640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f839c0d42d0 con 0x7f839c15e800 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a1c12640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f839c0cf910 0x7f839c06d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a2c14640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f839c06dbd0 0x7f839c06e060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52270/0 (socket says 172.21.15.32:52270) 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a1c12640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f839c0cf910 0x7f839c06d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57344/0 (socket says 172.21.15.32:57344) 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.668+0000 7f83a2c14640 1 -- 172.21.15.32:0/2238756513 learned_addr learned my addr 172.21.15.32:0/2238756513 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a2413640 1 --2- 172.21.15.32:0/2238756513 >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 0x7f839c0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a1c12640 1 -- 172.21.15.32:0/2238756513 >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 msgr2=0x7f839c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a1c12640 1 --2- 172.21.15.32:0/2238756513 >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 0x7f839c0cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a1c12640 1 -- 172.21.15.32:0/2238756513 >> v1:172.21.15.32:6789/0 conn(0x7f839c06dbd0 legacy=0x7f839c06e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a1c12640 1 -- 172.21.15.32:0/2238756513 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f839c0d3ff0 con 0x7f839c0cf910 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a1411640 1 -- 172.21.15.32:0/2238756513 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 853081697 0 0) 0x7f839c0cfd30 con 0x7f839c06dbd0 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.669+0000 7f83a2413640 1 --2- 172.21.15.32:0/2238756513 >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 0x7f839c0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a1c12640 1 --2- 172.21.15.32:0/2238756513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c0cf910 0x7f839c06d690 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f839c06c800 tx=0x7f839002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc352890db235f48 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a1411640 1 -- 172.21.15.32:0/2238756513 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390037070 con 0x7f839c0cf910 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a1411640 1 -- 172.21.15.32:0/2238756513 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8390032440 con 0x7f839c0cf910 2024-09-16T00:53:41.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a1411640 1 -- 172.21.15.32:0/2238756513 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390032810 con 0x7f839c0cf910 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 -- 172.21.15.32:0/2238756513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c0cf910 msgr2=0x7f839c06d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 --2- 172.21.15.32:0/2238756513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c0cf910 0x7f839c06d690 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f839c06c800 tx=0x7f839002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 -- 172.21.15.32:0/2238756513 shutdown_connections 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 --2- 172.21.15.32:0/2238756513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c0cf910 0x7f839c06d690 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 --2- 172.21.15.32:0/2238756513 >> v2:172.21.15.50:3300/0 conn(0x7f839c15e800 0x7f839c0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 -- 172.21.15.32:0/2238756513 >> 172.21.15.32:0/2238756513 conn(0x7f839c09d750 msgr2=0x7f839c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 -- 172.21.15.32:0/2238756513 shutdown_connections 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.670+0000 7f83a4677640 1 -- 172.21.15.32:0/2238756513 wait complete. 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.671+0000 7f83a4677640 1 Processor -- start 2024-09-16T00:53:41.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 -- start start 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f839c0cf910 0x7f839c0cd130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f839c15e800 0x7f839c0cd670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f839c06d170 con 0x7f839c06dbd0 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f839c06ce90 con 0x7f839c0cf910 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a4677640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f839c0d4e30 con 0x7f839c15e800 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a2413640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a2413640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57354/0 (socket says 172.21.15.32:57354) 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.672+0000 7f83a2413640 1 -- 172.21.15.32:0/21336435 learned_addr learned my addr 172.21.15.32:0/21336435 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2c14640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f839c15e800 0x7f839c0cd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a1c12640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f839c0cf910 0x7f839c0cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 -- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f839c15e800 msgr2=0x7f839c0cd670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f839c15e800 0x7f839c0cd670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 -- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f839c0cf910 msgr2=0x7f839c0cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f839c0cf910 0x7f839c0cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 -- 172.21.15.32:0/21336435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f839c0b7f00 con 0x7f839c06dbd0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a2413640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f838c00ce00 tx=0x7f838c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c00f680 con 0x7f839c06dbd0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f838c00f820 con 0x7f839c06dbd0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f839c0b81e0 con 0x7f839c06dbd0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c00fc30 con 0x7f839c06dbd0 2024-09-16T00:53:41.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.673+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f839c0b87a0 con 0x7f839c06dbd0 2024-09-16T00:53:41.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.674+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f839c068880 con 0x7f839c06dbd0 2024-09-16T00:53:41.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.675+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f838c018400 con 0x7f839c06dbd0 2024-09-16T00:53:41.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.675+0000 7f839affd640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 0x7f838806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.675+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7f838c08c4a0 con 0x7f839c06dbd0 2024-09-16T00:53:41.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.675+0000 7f83a1c12640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 0x7f838806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.676+0000 7f83a1c12640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 0x7f838806e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8390034000 tx=0x7f839002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.680+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f838c014030 con 0x7f839c06dbd0 2024-09-16T00:53:41.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.858+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f839c06d690 con 0x7f839c06dbd0 2024-09-16T00:53:41.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.859+0000 7f839affd640 1 -- 172.21.15.32:0/21336435 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+16967 (secure 0 0 0) 0x7f838c05a3a0 con 0x7f839c06dbd0 2024-09-16T00:53:41.860 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:41.860 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:40.577888+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:38.232075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:39.564423+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 msgr2=0x7f838806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 0x7f838806e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8390034000 tx=0x7f839002e000 comp rx=0 tx=0).stop 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 msgr2=0x7f839c1f7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f838c00ce00 tx=0x7f838c00a650 comp rx=0 tx=0).stop 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 shutdown_connections 2024-09-16T00:53:41.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f838806c2b0 0x7f838806e770 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f839c15e800 0x7f839c0cd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f839c0cf910 0x7f839c0cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 --2- 172.21.15.32:0/21336435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f839c06dbd0 0x7f839c1f7240 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 >> 172.21.15.32:0/21336435 conn(0x7f839c09d750 msgr2=0x7f839c0cade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 shutdown_connections 2024-09-16T00:53:41.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.862+0000 7f83a4677640 1 -- 172.21.15.32:0/21336435 wait complete. 2024-09-16T00:53:41.873 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:53:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.979+0000 7fddb6e74640 1 Processor -- start 2024-09-16T00:53:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.979+0000 7fddb6e74640 1 -- start start 2024-09-16T00:53:41.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb6e74640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fddb00cda30 0x7fddb015e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb6e74640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddb0072180 con 0x7fddb01589c0 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb6e74640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddb0072420 con 0x7fddb00cfc40 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb6e74640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fddb0072700 con 0x7fddb00cda30 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddaffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fddb00cda30 0x7fddb015e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb4c10640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fddb01589c0 0x7fddb00cf530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52274/0 (socket says 172.21.15.32:52274) 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.980+0000 7fddb4c10640 1 -- 172.21.15.32:0/3039798535 learned_addr learned my addr 172.21.15.32:0/3039798535 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaffff640 1 -- 172.21.15.32:0/3039798535 >> v1:172.21.15.50:6789/0 conn(0x7fddb00cfc40 legacy=0x7fddb00c9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaffff640 1 -- 172.21.15.32:0/3039798535 >> v1:172.21.15.32:6789/0 conn(0x7fddb01589c0 legacy=0x7fddb00cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaffff640 1 -- 172.21.15.32:0/3039798535 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb00729e0 con 0x7fddb00cda30 2024-09-16T00:53:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaffff640 1 --2- 172.21.15.32:0/3039798535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cda30 0x7fddb015e940 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdda0009d90 tx=0x7fdda002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d52dcf721321b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaf7fe640 1 -- 172.21.15.32:0/3039798535 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda0007740 con 0x7fddb00cda30 2024-09-16T00:53:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaf7fe640 1 -- 172.21.15.32:0/3039798535 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda00078e0 con 0x7fddb00cda30 2024-09-16T00:53:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.981+0000 7fddaf7fe640 1 -- 172.21.15.32:0/3039798535 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda0007cb0 con 0x7fddb00cda30 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 -- 172.21.15.32:0/3039798535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cda30 msgr2=0x7fddb015e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 --2- 172.21.15.32:0/3039798535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cda30 0x7fddb015e940 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdda0009d90 tx=0x7fdda002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 -- 172.21.15.32:0/3039798535 shutdown_connections 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 --2- 172.21.15.32:0/3039798535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cda30 0x7fddb015e940 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 -- 172.21.15.32:0/3039798535 >> 172.21.15.32:0/3039798535 conn(0x7fddb00ccf10 msgr2=0x7fddb00cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 -- 172.21.15.32:0/3039798535 shutdown_connections 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.982+0000 7fddb6e74640 1 -- 172.21.15.32:0/3039798535 wait complete. 2024-09-16T00:53:41.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.983+0000 7fddb6e74640 1 Processor -- start 2024-09-16T00:53:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.983+0000 7fddb6e74640 1 -- start start 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 0x7fddb00ae940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 0x7fddb0147740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fddb00caae0 con 0x7fddb00cfc40 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0158da0 con 0x7fddb00cda30 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddb6e74640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fddb00cac60 con 0x7fddb01589c0 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddaffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddaffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57362/0 (socket says 172.21.15.32:57362) 2024-09-16T00:53:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.984+0000 7fddaffff640 1 -- 172.21.15.32:0/4146665077 learned_addr learned my addr 172.21.15.32:0/4146665077 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb4c10640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 0x7fddb00ae940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 -- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 msgr2=0x7fddb0147740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb5411640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 0x7fddb0147740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 0x7fddb0147740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 -- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 msgr2=0x7fddb00ae940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 0x7fddb00ae940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 -- 172.21.15.32:0/4146665077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb015c480 con 0x7fddb00cfc40 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb4c10640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 0x7fddb00ae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb5411640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 0x7fddb0147740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddaffff640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdda0009eb0 tx=0x7fdda0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda0040070 con 0x7fddb00cfc40 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda0031c40 con 0x7fddb00cfc40 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddb015c760 con 0x7fddb00cfc40 2024-09-16T00:53:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda0045460 con 0x7fddb00cfc40 2024-09-16T00:53:41.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.985+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddb015cd20 con 0x7fddb00cfc40 2024-09-16T00:53:41.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.986+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddb00d0050 con 0x7fddb00cfc40 2024-09-16T00:53:41.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.986+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdda0039040 con 0x7fddb00cfc40 2024-09-16T00:53:41.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.987+0000 7fddad7fa640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 0x7fdd9006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:41.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.987+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7fdda00ad020 con 0x7fddb00cfc40 2024-09-16T00:53:41.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.987+0000 7fddb4c10640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 0x7fdd9006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:41.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.987+0000 7fddb4c10640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 0x7fdd9006e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdda8000f60 tx=0x7fdda8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:41.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:41.991+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdda007b570 con 0x7fddb00cfc40 2024-09-16T00:53:42.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.203+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fddb00731a0 con 0x7fddb00cfc40 2024-09-16T00:53:42.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.583+0000 7fddad7fa640 1 -- 172.21.15.32:0/4146665077 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v22) ==== 118+0+0 (secure 0 0 0) 0x7fdda007ae70 con 0x7fddb00cfc40 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.585+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 msgr2=0x7fdd9006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.585+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 0x7fdd9006e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdda8000f60 tx=0x7fdda8009040 comp rx=0 tx=0).stop 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.585+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 msgr2=0x7fddb00a9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.585+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdda0009eb0 tx=0x7fdda0004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 shutdown_connections 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdd9006c2e0 0x7fdd9006e7a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fddb01589c0 0x7fddb0147740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fddb00cfc40 0x7fddb00a9490 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 --2- 172.21.15.32:0/4146665077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fddb00cda30 0x7fddb00ae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 >> 172.21.15.32:0/4146665077 conn(0x7fddb00ccf10 msgr2=0x7fddb00ca170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 shutdown_connections 2024-09-16T00:53:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.586+0000 7fddb6e74640 1 -- 172.21.15.32:0/4146665077 wait complete. 2024-09-16T00:53:42.598 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T00:53:42.598 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:53:42.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.707+0000 7fc51b0a6640 1 Processor -- start 2024-09-16T00:53:42.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.707+0000 7fc51b0a6640 1 -- start start 2024-09-16T00:53:42.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.707+0000 7fc51b0a6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc51415e480 0x7fc5140d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc51b0a6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc5140b0370 0x7fc51406baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc51b0a6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5140cdc80 con 0x7fc51406c030 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc51b0a6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fc5140b3dc0 con 0x7fc51415e480 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc51b0a6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc51406c480 con 0x7fc5140b0370 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc518e42640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc51415e480 0x7fc5140d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc519643640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc51406c030 0x7fc514162020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52286/0 (socket says 172.21.15.32:52286) 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc519643640 1 -- 172.21.15.32:0/2847082111 learned_addr learned my addr 172.21.15.32:0/2847082111 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc513fff640 1 --2- 172.21.15.32:0/2847082111 >> v2:172.21.15.50:3300/0 conn(0x7fc5140b0370 0x7fc51406baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc518e42640 1 -- 172.21.15.32:0/2847082111 >> v2:172.21.15.50:3300/0 conn(0x7fc5140b0370 msgr2=0x7fc51406baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc518e42640 1 --2- 172.21.15.32:0/2847082111 >> v2:172.21.15.50:3300/0 conn(0x7fc5140b0370 0x7fc51406baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc518e42640 1 -- 172.21.15.32:0/2847082111 >> v1:172.21.15.32:6789/0 conn(0x7fc51406c030 legacy=0x7fc514162020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.708+0000 7fc518e42640 1 -- 172.21.15.32:0/2847082111 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5140cdf40 con 0x7fc51415e480 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc518e42640 1 --2- 172.21.15.32:0/2847082111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc51415e480 0x7fc5140d0db0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc51406cbd0 tx=0x7fc50802a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb1b599ef50553 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc5137fe640 1 -- 172.21.15.32:0/2847082111 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508037070 con 0x7fc51415e480 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc5137fe640 1 -- 172.21.15.32:0/2847082111 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc50802add0 con 0x7fc51415e480 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc5137fe640 1 -- 172.21.15.32:0/2847082111 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508032660 con 0x7fc51415e480 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2847082111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc51415e480 msgr2=0x7fc5140d0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2847082111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc51415e480 0x7fc5140d0db0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc51406cbd0 tx=0x7fc50802a080 comp rx=0 tx=0).stop 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2847082111 shutdown_connections 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2847082111 >> v2:172.21.15.50:3300/0 conn(0x7fc5140b0370 0x7fc51406baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2847082111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc51415e480 0x7fc5140d0db0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2847082111 >> 172.21.15.32:0/2847082111 conn(0x7fc51409aa30 msgr2=0x7fc5140b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:42.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2847082111 shutdown_connections 2024-09-16T00:53:42.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.709+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2847082111 wait complete. 2024-09-16T00:53:42.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.711+0000 7fc51b0a6640 1 Processor -- start 2024-09-16T00:53:42.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.711+0000 7fc51b0a6640 1 -- start start 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.711+0000 7fc51b0a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc51406c030 0x7fc51415a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc51415e480 0x7fc5141f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc51415e860 con 0x7fc5140b0370 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5140ce500 con 0x7fc51406c030 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc5140af150 con 0x7fc51415e480 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57380/0 (socket says 172.21.15.32:57380) 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 -- 172.21.15.32:0/2367895606 learned_addr learned my addr 172.21.15.32:0/2367895606 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc518e42640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc51406c030 0x7fc51415a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc519643640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc51415e480 0x7fc5141f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 -- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc51415e480 msgr2=0x7fc5141f5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc51415e480 0x7fc5141f5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 -- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc51406c030 msgr2=0x7fc51415a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc51406c030 0x7fc51415a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 -- 172.21.15.32:0/2367895606 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5141f5130 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc513fff640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc50000d800 tx=0x7fc50000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc50000b6c0 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc500019070 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5141f5410 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc50000ba80 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.712+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5141583b0 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.713+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc51406baf0 con 0x7fc5140b0370 2024-09-16T00:53:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.714+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc50000bc20 con 0x7fc5140b0370 2024-09-16T00:53:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.714+0000 7fc5117fa640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 0x7fc4f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.714+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fc50008b9e0 con 0x7fc5140b0370 2024-09-16T00:53:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.714+0000 7fc518e42640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 0x7fc4f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.715+0000 7fc518e42640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 0x7fc4f806e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc508034000 tx=0x7fc50802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:42.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.718+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc500059fc0 con 0x7fc5140b0370 2024-09-16T00:53:42.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:42.929+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc514073a20 con 0x7fc5140b0370 2024-09-16T00:53:43.203 INFO:tasks.ceph.mds.b.smithi050.stderr:2024-09-16T00:53:43.202+0000 7f0dc1c54640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:53:43.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.587+0000 7fc5117fa640 1 -- 172.21.15.32:0/2367895606 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v23) ==== 122+0+0 (secure 0 0 0) 0x7fc5000598c0 con 0x7fc5140b0370 2024-09-16T00:53:43.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 msgr2=0x7fc4f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 0x7fc4f806e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc508034000 tx=0x7fc50802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 msgr2=0x7fc5141f47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc50000d800 tx=0x7fc50000dcc0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 shutdown_connections 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc4f806c2b0 0x7fc4f806e770 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc51415e480 0x7fc5141f5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5140b0370 0x7fc5141f47c0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 --2- 172.21.15.32:0/2367895606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc51406c030 0x7fc51415a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.590+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 >> 172.21.15.32:0/2367895606 conn(0x7fc51409aa30 msgr2=0x7fc5140d0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.591+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 shutdown_connections 2024-09-16T00:53:43.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.591+0000 7fc51b0a6640 1 -- 172.21.15.32:0/2367895606 wait complete. 2024-09-16T00:53:43.605 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:53:43.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:43.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.714+0000 7f1876f2c640 1 Processor -- start 2024-09-16T00:53:43.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.714+0000 7f1876f2c640 1 -- start start 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1876f2c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f187015e560 0x7f18700ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1876f2c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1876f2c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18700d3480 con 0x7f18700cf510 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1876f2c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f18700d3760 con 0x7f187015e560 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1876f2c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f18700d3a40 con 0x7f18700d1550 2024-09-16T00:53:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1874cc8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f187015e560 0x7f18700ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f18754c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1874cc8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f187015e560 0x7f18700ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:44540/0 (socket says 172.21.15.32:44540) 2024-09-16T00:53:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f186ffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f18700cf510 0x7f18700d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:35490/0 (socket says 172.21.15.32:35490) 2024-09-16T00:53:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.715+0000 7f1874cc8640 1 -- 172.21.15.32:0/1859281012 learned_addr learned my addr 172.21.15.32:0/1859281012 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:43.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.716+0000 7f1874cc8640 1 -- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 msgr2=0x7f18700b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:43.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.716+0000 7f1874cc8640 1 --2- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.716+0000 7f1874cc8640 1 -- 172.21.15.32:0/1859281012 >> v1:172.21.15.50:6789/0 conn(0x7f18700cf510 legacy=0x7f18700d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.716+0000 7f1874cc8640 1 -- 172.21.15.32:0/1859281012 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18700d3d20 con 0x7f187015e560 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.716+0000 7f1874cc8640 1 --2- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f18700ceee0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1864009870 tx=0x7f186402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c5671cc2d3a5266 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f186f7fe640 1 -- 172.21.15.32:0/1859281012 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1864037070 con 0x7f187015e560 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f186f7fe640 1 -- 172.21.15.32:0/1859281012 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1864032440 con 0x7f187015e560 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f186f7fe640 1 -- 172.21.15.32:0/1859281012 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1864032810 con 0x7f187015e560 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 -- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 msgr2=0x7f18700ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 --2- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f18700ceee0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1864009870 tx=0x7f186402a270 comp rx=0 tx=0).stop 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 -- 172.21.15.32:0/1859281012 shutdown_connections 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 --2- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 --2- 172.21.15.32:0/1859281012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f18700ceee0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 -- 172.21.15.32:0/1859281012 >> 172.21.15.32:0/1859281012 conn(0x7f1870073850 msgr2=0x7f187006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:43.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 -- 172.21.15.32:0/1859281012 shutdown_connections 2024-09-16T00:53:43.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.717+0000 7f1876f2c640 1 -- 172.21.15.32:0/1859281012 wait complete. 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.718+0000 7f1876f2c640 1 Processor -- start 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.718+0000 7f1876f2c640 1 -- start start 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700cbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f187014ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f187015eac0 con 0x7f18700cf510 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f187015e940 con 0x7f187015e560 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.719+0000 7f1876f2c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f18700cf980 con 0x7f18700d1550 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57392/0 (socket says 172.21.15.32:57392) 2024-09-16T00:53:43.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 -- 172.21.15.32:0/3462080361 learned_addr learned my addr 172.21.15.32:0/3462080361 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f186ffff640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700cbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f18754c9640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f187014ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 -- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 msgr2=0x7f18700cbdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700cbdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 -- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 msgr2=0x7f187014ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f187014ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 -- 172.21.15.32:0/3462080361 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1870149a80 con 0x7f18700cf510 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1874cc8640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f186402a2b0 tx=0x7f18640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1864037040 con 0x7f18700cf510 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1864042070 con 0x7f18700cf510 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1870149d60 con 0x7f18700cf510 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1864030880 con 0x7f18700cf510 2024-09-16T00:53:43.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.720+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f187014a320 con 0x7f18700cf510 2024-09-16T00:53:43.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.722+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18700ceee0 con 0x7f18700cf510 2024-09-16T00:53:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.722+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1864030a20 con 0x7f18700cf510 2024-09-16T00:53:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.722+0000 7f186d7fa640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 0x7f185406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.723+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f18640abbf0 con 0x7f18700cf510 2024-09-16T00:53:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.723+0000 7f186ffff640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 0x7f185406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.723+0000 7f186ffff640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 0x7f185406e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1870161fe0 tx=0x7f185c007e80 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.727+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1864079c10 con 0x7f18700cf510 2024-09-16T00:53:43.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.940+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f187015cc40 con 0x7f18700cf510 2024-09-16T00:53:43.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.940+0000 7f186d7fa640 1 -- 172.21.15.32:0/3462080361 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7f186407df10 con 0x7f18700cf510 2024-09-16T00:53:43.941 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:53:43.941 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 msgr2=0x7f185406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 0x7f185406e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1870161fe0 tx=0x7f185c007e80 comp rx=0 tx=0).stop 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 msgr2=0x7f1870161240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f186402a2b0 tx=0x7f18640046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 shutdown_connections 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f185406c2b0 0x7f185406e770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f187015e560 0x7f187014ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18700d1550 0x7f18700cbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 --2- 172.21.15.32:0/3462080361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18700cf510 0x7f1870161240 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 >> 172.21.15.32:0/3462080361 conn(0x7f1870073850 msgr2=0x7f18700b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 shutdown_connections 2024-09-16T00:53:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:43.943+0000 7f1876f2c640 1 -- 172.21.15.32:0/3462080361 wait complete. 2024-09-16T00:53:43.954 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:53:44.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.056+0000 7f6b7daeb640 1 Processor -- start 2024-09-16T00:53:44.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.056+0000 7f6b7daeb640 1 -- start start 2024-09-16T00:53:44.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b7daeb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 0x7f6b780cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b7daeb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6b780d3470 0x7f6b780d3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b7daeb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b780cfd30 con 0x7f6b780cf910 2024-09-16T00:53:44.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b7daeb640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f6b7815ebe0 con 0x7f6b780d3470 2024-09-16T00:53:44.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b7daeb640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6b780d42d0 con 0x7f6b7815e800 2024-09-16T00:53:44.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b77fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6b780d3470 0x7f6b780d3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b76ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6b780cf910 0x7f6b7806d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52288/0 (socket says 172.21.15.32:52288) 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b76ffd640 1 -- 172.21.15.32:0/1416816397 learned_addr learned my addr 172.21.15.32:0/1416816397 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b777fe640 1 --2- 172.21.15.32:0/1416816397 >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 0x7f6b780cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b77fff640 1 -- 172.21.15.32:0/1416816397 >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 msgr2=0x7f6b780cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b77fff640 1 --2- 172.21.15.32:0/1416816397 >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 0x7f6b780cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b77fff640 1 -- 172.21.15.32:0/1416816397 >> v1:172.21.15.32:6789/0 conn(0x7f6b780cf910 legacy=0x7f6b7806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b77fff640 1 -- 172.21.15.32:0/1416816397 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b780d3ff0 con 0x7f6b780d3470 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b767fc640 1 -- 172.21.15.32:0/1416816397 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 532955451 0 0) 0x7f6b780cfd30 con 0x7f6b780cf910 2024-09-16T00:53:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.057+0000 7f6b777fe640 1 --2- 172.21.15.32:0/1416816397 >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 0x7f6b780cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.058+0000 7f6b77fff640 1 --2- 172.21.15.32:0/1416816397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b780d3470 0x7f6b780d3900 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6b7806c800 tx=0x7f6b7002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=128fca6f7227e76c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.058+0000 7f6b767fc640 1 -- 172.21.15.32:0/1416816397 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70007740 con 0x7f6b780d3470 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.058+0000 7f6b767fc640 1 -- 172.21.15.32:0/1416816397 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b700078e0 con 0x7f6b780d3470 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.058+0000 7f6b767fc640 1 -- 172.21.15.32:0/1416816397 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70007cb0 con 0x7f6b780d3470 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 -- 172.21.15.32:0/1416816397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b780d3470 msgr2=0x7f6b780d3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/1416816397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b780d3470 0x7f6b780d3900 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6b7806c800 tx=0x7f6b7002a680 comp rx=0 tx=0).stop 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 -- 172.21.15.32:0/1416816397 shutdown_connections 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/1416816397 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b780d3470 0x7f6b780d3900 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/1416816397 >> v2:172.21.15.50:3300/0 conn(0x7f6b7815e800 0x7f6b780cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 -- 172.21.15.32:0/1416816397 >> 172.21.15.32:0/1416816397 conn(0x7f6b7809d750 msgr2=0x7f6b780d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 -- 172.21.15.32:0/1416816397 shutdown_connections 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.059+0000 7f6b7daeb640 1 -- 172.21.15.32:0/1416816397 wait complete. 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.060+0000 7f6b7daeb640 1 Processor -- start 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.060+0000 7f6b7daeb640 1 -- start start 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b780cf910 0x7f6b7815aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 0x7f6b780b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6b7806d170 con 0x7f6b7815e800 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b7806ce90 con 0x7f6b780cf910 2024-09-16T00:53:44.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b7daeb640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b780d4e30 con 0x7f6b780d3470 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57396/0 (socket says 172.21.15.32:57396) 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 -- 172.21.15.32:0/2922700165 learned_addr learned my addr 172.21.15.32:0/2922700165 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b76ffd640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 0x7f6b780b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b777fe640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b780cf910 0x7f6b7815aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 -- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 msgr2=0x7f6b780b7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 0x7f6b780b7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 -- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b780cf910 msgr2=0x7f6b7815aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b780cf910 0x7f6b7815aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b77fff640 1 -- 172.21.15.32:0/2922700165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b780b9b60 con 0x7f6b7815e800 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.061+0000 7f6b76ffd640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 0x7f6b780b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b77fff640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6b7002ac70 tx=0x7f6b70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70040070 con 0x7f6b7815e800 2024-09-16T00:53:44.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b70031c40 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b780b9e40 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7003c420 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.062+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b7815f1a0 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.063+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b78068880 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.063+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b70039040 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.064+0000 7f6b5ffff640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.064+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f6b700acbf0 con 0x7f6b7815e800 2024-09-16T00:53:44.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.064+0000 7f6b777fe640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.065+0000 7f6b777fe640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 0x7f6b6406e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800a950 tx=0x7f6b68008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.069+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b70038350 con 0x7f6b7815e800 2024-09-16T00:53:44.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.245+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b780c7c10 con 0x7f6b7815e800 2024-09-16T00:53:44.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.246+0000 7f6b5ffff640 1 -- 172.21.15.32:0/2922700165 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+16954 (secure 0 0 0) 0x7f6b7007b260 con 0x7f6b7815e800 2024-09-16T00:53:44.247 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:44.247 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":50,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:53:42.234270+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:38.232075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:39.564423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.248+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 msgr2=0x7f6b6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.248+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 0x7f6b6406e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800a950 tx=0x7f6b68008040 comp rx=0 tx=0).stop 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.248+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 msgr2=0x7f6b780b5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.248+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6b7002ac70 tx=0x7f6b70004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 shutdown_connections 2024-09-16T00:53:44.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b7815e800 0x7f6b780b5d10 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b780d3470 0x7f6b780b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 --2- 172.21.15.32:0/2922700165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b780cf910 0x7f6b7815aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 >> 172.21.15.32:0/2922700165 conn(0x7f6b7809d750 msgr2=0x7f6b780d46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 shutdown_connections 2024-09-16T00:53:44.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.249+0000 7f6b7daeb640 1 -- 172.21.15.32:0/2922700165 wait complete. 2024-09-16T00:53:44.260 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:53:44.260 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:44.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.362+0000 7f6d9efc4640 1 Processor -- start 2024-09-16T00:53:44.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 -- start start 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d980d0cc0 0x7f6d980d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6d980b78e0 0x7f6d980b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d980d3430 con 0x7f6d9815e510 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f6d980d1660 con 0x7f6d980b78e0 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.363+0000 7f6d9efc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d980d36d0 con 0x7f6d980d0cc0 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9d561640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6d980b78e0 0x7f6d980b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9cd60640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6d9815e510 0x7f6d980ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52302/0 (socket says 172.21.15.32:52302) 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9cd60640 1 -- 172.21.15.32:0/4068840411 learned_addr learned my addr 172.21.15.32:0/4068840411 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d97fff640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d980d0cc0 0x7f6d980d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9d561640 1 -- 172.21.15.32:0/4068840411 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d980d0cc0 msgr2=0x7f6d980d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9d561640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d980d0cc0 0x7f6d980d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9d561640 1 -- 172.21.15.32:0/4068840411 >> v1:172.21.15.32:6789/0 conn(0x7f6d9815e510 legacy=0x7f6d980ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d9d561640 1 -- 172.21.15.32:0/4068840411 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d980d39b0 con 0x7f6d980b78e0 2024-09-16T00:53:44.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.364+0000 7f6d977fe640 1 -- 172.21.15.32:0/4068840411 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 406278112 0 0) 0x7f6d980d3430 con 0x7f6d9815e510 2024-09-16T00:53:44.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9d561640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980b78e0 0x7f6d980b7d70 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6d800097a0 tx=0x7f6d8002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60181d201de4484 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d977fe640 1 -- 172.21.15.32:0/4068840411 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80037070 con 0x7f6d980b78e0 2024-09-16T00:53:44.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d977fe640 1 -- 172.21.15.32:0/4068840411 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d8002ae50 con 0x7f6d980b78e0 2024-09-16T00:53:44.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d977fe640 1 -- 172.21.15.32:0/4068840411 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80032660 con 0x7f6d980b78e0 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 -- 172.21.15.32:0/4068840411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980b78e0 msgr2=0x7f6d980b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980b78e0 0x7f6d980b7d70 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6d800097a0 tx=0x7f6d8002a100 comp rx=0 tx=0).stop 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 -- 172.21.15.32:0/4068840411 shutdown_connections 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980b78e0 0x7f6d980b7d70 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/4068840411 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d980d0cc0 0x7f6d980d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 -- 172.21.15.32:0/4068840411 >> 172.21.15.32:0/4068840411 conn(0x7f6d9806d1a0 msgr2=0x7f6d98073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 -- 172.21.15.32:0/4068840411 shutdown_connections 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.365+0000 7f6d9efc4640 1 -- 172.21.15.32:0/4068840411 wait complete. 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 Processor -- start 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 -- start start 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d980b78e0 0x7f6d9815eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d9815e510 0x7f6d98160cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6d980d22a0 con 0x7f6d980d0cc0 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d980d3f70 con 0x7f6d980b78e0 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.367+0000 7f6d9efc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d980cf210 con 0x7f6d9815e510 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57410/0 (socket says 172.21.15.32:57410) 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 -- 172.21.15.32:0/3535966157 learned_addr learned my addr 172.21.15.32:0/3535966157 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d9d561640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d9815e510 0x7f6d98160cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 -- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d9815e510 msgr2=0x7f6d98160cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d9815e510 0x7f6d98160cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 -- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d980b78e0 msgr2=0x7f6d9815eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d980b78e0 0x7f6d9815eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 -- 172.21.15.32:0/3535966157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d9815f200 con 0x7f6d980d0cc0 2024-09-16T00:53:44.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d97fff640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007f20 tx=0x7f6d8800e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d88014620 con 0x7f6d980d0cc0 2024-09-16T00:53:44.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d88019070 con 0x7f6d980d0cc0 2024-09-16T00:53:44.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d980cd080 con 0x7f6d980d0cc0 2024-09-16T00:53:44.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d88014a00 con 0x7f6d980d0cc0 2024-09-16T00:53:44.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.368+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d980cd640 con 0x7f6d980d0cc0 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.369+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d9815e8f0 con 0x7f6d980d0cc0 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.370+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d88014ba0 con 0x7f6d980d0cc0 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.370+0000 7f6d957fa640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 0x7f6d7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.371+0000 7f6d9cd60640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 0x7f6d7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.371+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f6d8808bf00 con 0x7f6d980d0cc0 2024-09-16T00:53:44.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.371+0000 7f6d9cd60640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 0x7f6d7806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6d90007fd0 tx=0x7f6d90007960 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.375+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d8805a4e0 con 0x7f6d980d0cc0 2024-09-16T00:53:44.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.548+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6d980ba1c0 con 0x7f6d7806c2b0 2024-09-16T00:53:44.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.554+0000 7f6d957fa640 1 -- 172.21.15.32:0/3535966157 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243260 (secure 0 0 0) 0x7f6d980ba1c0 con 0x7f6d7806c2b0 2024-09-16T00:53:44.557 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 msgr2=0x7f6d7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 0x7f6d7806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6d90007fd0 tx=0x7f6d90007960 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 msgr2=0x7f6d98160770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007f20 tx=0x7f6d8800e570 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 shutdown_connections 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6d7806c2b0 0x7f6d7806e770 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d9815e510 0x7f6d98160cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d980d0cc0 0x7f6d98160770 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 --2- 172.21.15.32:0/3535966157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d980b78e0 0x7f6d9815eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 >> 172.21.15.32:0/3535966157 conn(0x7f6d9806d1a0 msgr2=0x7f6d980ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 shutdown_connections 2024-09-16T00:53:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.557+0000 7f6d9efc4640 1 -- 172.21.15.32:0/3535966157 wait complete. 2024-09-16T00:53:44.568 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-16T00:53:43.101884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592070,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":184,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":255000,"kb_used_data":5472,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719720,"statfs":{"total":773094113280,"available":772832993280,"internally_reserved":0,"allocated":5603328,"data_stored":3113715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1702,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000964"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241846+0000","last_change":"2024-09-16T00:53:41.231853+0000","last_active":"2024-09-16T00:53:42.241846+0000","last_peered":"2024-09-16T00:53:42.241846+0000","last_clean":"2024-09-16T00:53:42.241846+0000","last_became_active":"2024-09-16T00:53:41.231587+0000","last_became_peered":"2024-09-16T00:53:41.231587+0000","last_unstale":"2024-09-16T00:53:42.241846+0000","last_undegraded":"2024-09-16T00:53:42.241846+0000","last_fullsized":"2024-09-16T00:53:42.241846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241661+0000","last_change":"2024-09-16T00:53:41.242269+0000","last_active":"2024-09-16T00:53:42.241661+0000","last_peered":"2024-09-16T00:53:42.241661+0000","last_clean":"2024-09-16T00:53:42.241661+0000","last_became_active":"2024-09-16T00:53:41.241987+0000","last_became_peered":"2024-09-16T00:53:41.241987+0000","last_unstale":"2024-09-16T00:53:42.241661+0000","last_undegraded":"2024-09-16T00:53:42.241661+0000","last_fullsized":"2024-09-16T00:53:42.241661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240180+0000","last_change":"2024-09-16T00:53:41.234009+0000","last_active":"2024-09-16T00:53:42.240180+0000","last_peered":"2024-09-16T00:53:42.240180+0000","last_clean":"2024-09-16T00:53:42.240180+0000","last_became_active":"2024-09-16T00:53:41.233737+0000","last_became_peered":"2024-09-16T00:53:41.233737+0000","last_unstale":"2024-09-16T00:53:42.240180+0000","last_undegraded":"2024-09-16T00:53:42.240180+0000","last_fullsized":"2024-09-16T00:53:42.240180+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:14.636184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241340+0000","last_change":"2024-09-16T00:53:41.237124+0000","last_active":"2024-09-16T00:53:42.241340+0000","last_peered":"2024-09-16T00:53:42.241340+0000","last_clean":"2024-09-16T00:53:42.241340+0000","last_became_active":"2024-09-16T00:53:41.236749+0000","last_became_peered":"2024-09-16T00:53:41.236749+0000","last_unstale":"2024-09-16T00:53:42.241340+0000","last_undegraded":"2024-09-16T00:53:42.241340+0000","last_fullsized":"2024-09-16T00:53:42.241340+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:22.851740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241099+0000","last_change":"2024-09-16T00:53:41.247967+0000","last_active":"2024-09-16T00:53:42.241099+0000","last_peered":"2024-09-16T00:53:42.241099+0000","last_clean":"2024-09-16T00:53:42.241099+0000","last_became_active":"2024-09-16T00:53:41.246393+0000","last_became_peered":"2024-09-16T00:53:41.246393+0000","last_unstale":"2024-09-16T00:53:42.241099+0000","last_undegraded":"2024-09-16T00:53:42.241099+0000","last_fullsized":"2024-09-16T00:53:42.241099+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:42.170223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241390+0000","last_change":"2024-09-16T00:53:41.238916+0000","last_active":"2024-09-16T00:53:42.241390+0000","last_peered":"2024-09-16T00:53:42.241390+0000","last_clean":"2024-09-16T00:53:42.241390+0000","last_became_active":"2024-09-16T00:53:41.238640+0000","last_became_peered":"2024-09-16T00:53:41.238640+0000","last_unstale":"2024-09-16T00:53:42.241390+0000","last_undegraded":"2024-09-16T00:53:42.241390+0000","last_fullsized":"2024-09-16T00:53:42.241390+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241902+0000","last_change":"2024-09-16T00:53:41.231261+0000","last_active":"2024-09-16T00:53:42.241902+0000","last_peered":"2024-09-16T00:53:42.241902+0000","last_clean":"2024-09-16T00:53:42.241902+0000","last_became_active":"2024-09-16T00:53:41.230919+0000","last_became_peered":"2024-09-16T00:53:41.230919+0000","last_unstale":"2024-09-16T00:53:42.241902+0000","last_undegraded":"2024-09-16T00:53:42.241902+0000","last_fullsized":"2024-09-16T00:53:42.241902+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240318+0000","last_change":"2024-09-16T00:53:41.234697+0000","last_active":"2024-09-16T00:53:42.240318+0000","last_peered":"2024-09-16T00:53:42.240318+0000","last_clean":"2024-09-16T00:53:42.240318+0000","last_became_active":"2024-09-16T00:53:41.234423+0000","last_became_peered":"2024-09-16T00:53:41.234423+0000","last_unstale":"2024-09-16T00:53:42.240318+0000","last_undegraded":"2024-09-16T00:53:42.240318+0000","last_fullsized":"2024-09-16T00:53:42.240318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:09.359516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241062+0000","last_change":"2024-09-16T00:53:41.241471+0000","last_active":"2024-09-16T00:53:42.241062+0000","last_peered":"2024-09-16T00:53:42.241062+0000","last_clean":"2024-09-16T00:53:42.241062+0000","last_became_active":"2024-09-16T00:53:41.239692+0000","last_became_peered":"2024-09-16T00:53:41.239692+0000","last_unstale":"2024-09-16T00:53:42.241062+0000","last_undegraded":"2024-09-16T00:53:42.241062+0000","last_fullsized":"2024-09-16T00:53:42.241062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.557507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241512+0000","last_change":"2024-09-16T00:53:41.229842+0000","last_active":"2024-09-16T00:53:42.241512+0000","last_peered":"2024-09-16T00:53:42.241512+0000","last_clean":"2024-09-16T00:53:42.241512+0000","last_became_active":"2024-09-16T00:53:41.229127+0000","last_became_peered":"2024-09-16T00:53:41.229127+0000","last_unstale":"2024-09-16T00:53:42.241512+0000","last_undegraded":"2024-09-16T00:53:42.241512+0000","last_fullsized":"2024-09-16T00:53:42.241512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247327+0000","last_change":"2024-09-16T00:53:41.245986+0000","last_active":"2024-09-16T00:53:41.247327+0000","last_peered":"2024-09-16T00:53:41.247327+0000","last_clean":"2024-09-16T00:53:41.247327+0000","last_became_active":"2024-09-16T00:53:41.245432+0000","last_became_peered":"2024-09-16T00:53:41.245432+0000","last_unstale":"2024-09-16T00:53:41.247327+0000","last_undegraded":"2024-09-16T00:53:41.247327+0000","last_fullsized":"2024-09-16T00:53:41.247327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241189+0000","last_change":"2024-09-16T00:53:41.231199+0000","last_active":"2024-09-16T00:53:42.241189+0000","last_peered":"2024-09-16T00:53:42.241189+0000","last_clean":"2024-09-16T00:53:42.241189+0000","last_became_active":"2024-09-16T00:53:41.230901+0000","last_became_peered":"2024-09-16T00:53:41.230901+0000","last_unstale":"2024-09-16T00:53:42.241189+0000","last_undegraded":"2024-09-16T00:53:42.241189+0000","last_fullsized":"2024-09-16T00:53:42.241189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.211194+0000","last_change":"2024-09-16T00:53:39.211194+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.211194+0000","last_undegraded":"2024-09-16T00:53:39.211194+0000","last_fullsized":"2024-09-16T00:53:39.211194+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241082+0000","last_change":"2024-09-16T00:53:41.239937+0000","last_active":"2024-09-16T00:53:41.241082+0000","last_peered":"2024-09-16T00:53:41.241082+0000","last_clean":"2024-09-16T00:53:41.241082+0000","last_became_active":"2024-09-16T00:53:41.239677+0000","last_became_peered":"2024-09-16T00:53:41.239677+0000","last_unstale":"2024-09-16T00:53:41.241082+0000","last_undegraded":"2024-09-16T00:53:41.241082+0000","last_fullsized":"2024-09-16T00:53:41.241082+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240161+0000","last_change":"2024-09-16T00:53:41.239007+0000","last_active":"2024-09-16T00:53:42.240161+0000","last_peered":"2024-09-16T00:53:42.240161+0000","last_clean":"2024-09-16T00:53:42.240161+0000","last_became_active":"2024-09-16T00:53:41.238661+0000","last_became_peered":"2024-09-16T00:53:41.238661+0000","last_unstale":"2024-09-16T00:53:42.240161+0000","last_undegraded":"2024-09-16T00:53:42.240161+0000","last_fullsized":"2024-09-16T00:53:42.240161+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:08.565990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.254948+0000","last_change":"2024-09-16T00:53:40.230526+0000","last_active":"2024-09-16T00:53:41.254948+0000","last_peered":"2024-09-16T00:53:41.254948+0000","last_clean":"2024-09-16T00:53:41.254948+0000","last_became_active":"2024-09-16T00:53:40.230193+0000","last_became_peered":"2024-09-16T00:53:40.230193+0000","last_unstale":"2024-09-16T00:53:41.254948+0000","last_undegraded":"2024-09-16T00:53:41.254948+0000","last_fullsized":"2024-09-16T00:53:41.254948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:58.150258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241672+0000","last_change":"2024-09-16T00:53:41.232582+0000","last_active":"2024-09-16T00:53:42.241672+0000","last_peered":"2024-09-16T00:53:42.241672+0000","last_clean":"2024-09-16T00:53:42.241672+0000","last_became_active":"2024-09-16T00:53:41.232229+0000","last_became_peered":"2024-09-16T00:53:41.232229+0000","last_unstale":"2024-09-16T00:53:42.241672+0000","last_undegraded":"2024-09-16T00:53:42.241672+0000","last_fullsized":"2024-09-16T00:53:42.241672+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241233+0000","last_change":"2024-09-16T00:53:41.241699+0000","last_active":"2024-09-16T00:53:42.241233+0000","last_peered":"2024-09-16T00:53:42.241233+0000","last_clean":"2024-09-16T00:53:42.241233+0000","last_became_active":"2024-09-16T00:53:41.240101+0000","last_became_peered":"2024-09-16T00:53:41.240101+0000","last_unstale":"2024-09-16T00:53:42.241233+0000","last_undegraded":"2024-09-16T00:53:42.241233+0000","last_fullsized":"2024-09-16T00:53:42.241233+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.006012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210406+0000","last_change":"2024-09-16T00:53:39.210406+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210406+0000","last_undegraded":"2024-09-16T00:53:39.210406+0000","last_fullsized":"2024-09-16T00:53:39.210406+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241874+0000","last_change":"2024-09-16T00:53:41.234635+0000","last_active":"2024-09-16T00:53:42.241874+0000","last_peered":"2024-09-16T00:53:42.241874+0000","last_clean":"2024-09-16T00:53:42.241874+0000","last_became_active":"2024-09-16T00:53:41.234341+0000","last_became_peered":"2024-09-16T00:53:41.234341+0000","last_unstale":"2024-09-16T00:53:42.241874+0000","last_undegraded":"2024-09-16T00:53:42.241874+0000","last_fullsized":"2024-09-16T00:53:42.241874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241834+0000","last_change":"2024-09-16T00:53:40.221956+0000","last_active":"2024-09-16T00:53:42.241834+0000","last_peered":"2024-09-16T00:53:42.241834+0000","last_clean":"2024-09-16T00:53:42.241834+0000","last_became_active":"2024-09-16T00:53:40.221672+0000","last_became_peered":"2024-09-16T00:53:40.221672+0000","last_unstale":"2024-09-16T00:53:42.241834+0000","last_undegraded":"2024-09-16T00:53:42.241834+0000","last_fullsized":"2024-09-16T00:53:42.241834+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:50.897810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241064+0000","last_change":"2024-09-16T00:53:41.237732+0000","last_active":"2024-09-16T00:53:41.241064+0000","last_peered":"2024-09-16T00:53:41.241064+0000","last_clean":"2024-09-16T00:53:41.241064+0000","last_became_active":"2024-09-16T00:53:41.237418+0000","last_became_peered":"2024-09-16T00:53:41.237418+0000","last_unstale":"2024-09-16T00:53:41.241064+0000","last_undegraded":"2024-09-16T00:53:41.241064+0000","last_fullsized":"2024-09-16T00:53:41.241064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:52.728568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241804+0000","last_change":"2024-09-16T00:53:40.226891+0000","last_active":"2024-09-16T00:53:42.241804+0000","last_peered":"2024-09-16T00:53:42.241804+0000","last_clean":"2024-09-16T00:53:42.241804+0000","last_became_active":"2024-09-16T00:53:40.226576+0000","last_became_peered":"2024-09-16T00:53:40.226576+0000","last_unstale":"2024-09-16T00:53:42.241804+0000","last_undegraded":"2024-09-16T00:53:42.241804+0000","last_fullsized":"2024-09-16T00:53:42.241804+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:14.480862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241039+0000","last_change":"2024-09-16T00:53:40.230558+0000","last_active":"2024-09-16T00:53:42.241039+0000","last_peered":"2024-09-16T00:53:42.241039+0000","last_clean":"2024-09-16T00:53:42.241039+0000","last_became_active":"2024-09-16T00:53:40.230179+0000","last_became_peered":"2024-09-16T00:53:40.230179+0000","last_unstale":"2024-09-16T00:53:42.241039+0000","last_undegraded":"2024-09-16T00:53:42.241039+0000","last_fullsized":"2024-09-16T00:53:42.241039+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:01.710404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241010+0000","last_change":"2024-09-16T00:53:41.237995+0000","last_active":"2024-09-16T00:53:41.241010+0000","last_peered":"2024-09-16T00:53:41.241010+0000","last_clean":"2024-09-16T00:53:41.241010+0000","last_became_active":"2024-09-16T00:53:41.237748+0000","last_became_peered":"2024-09-16T00:53:41.237748+0000","last_unstale":"2024-09-16T00:53:41.241010+0000","last_undegraded":"2024-09-16T00:53:41.241010+0000","last_fullsized":"2024-09-16T00:53:41.241010+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210476+0000","last_change":"2024-09-16T00:53:39.210476+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210476+0000","last_undegraded":"2024-09-16T00:53:39.210476+0000","last_fullsized":"2024-09-16T00:53:39.210476+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241113+0000","last_change":"2024-09-16T00:53:41.239317+0000","last_active":"2024-09-16T00:53:42.241113+0000","last_peered":"2024-09-16T00:53:42.241113+0000","last_clean":"2024-09-16T00:53:42.241113+0000","last_became_active":"2024-09-16T00:53:41.238967+0000","last_became_peered":"2024-09-16T00:53:41.238967+0000","last_unstale":"2024-09-16T00:53:42.241113+0000","last_undegraded":"2024-09-16T00:53:42.241113+0000","last_fullsized":"2024-09-16T00:53:42.241113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:01.614377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241370+0000","last_change":"2024-09-16T00:53:40.224432+0000","last_active":"2024-09-16T00:53:42.241370+0000","last_peered":"2024-09-16T00:53:42.241370+0000","last_clean":"2024-09-16T00:53:42.241370+0000","last_became_active":"2024-09-16T00:53:40.224139+0000","last_became_peered":"2024-09-16T00:53:40.224139+0000","last_unstale":"2024-09-16T00:53:42.241370+0000","last_undegraded":"2024-09-16T00:53:42.241370+0000","last_fullsized":"2024-09-16T00:53:42.241370+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:50:12.010947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240356+0000","last_change":"2024-09-16T00:53:40.231806+0000","last_active":"2024-09-16T00:53:42.240356+0000","last_peered":"2024-09-16T00:53:42.240356+0000","last_clean":"2024-09-16T00:53:42.240356+0000","last_became_active":"2024-09-16T00:53:40.231509+0000","last_became_peered":"2024-09-16T00:53:40.231509+0000","last_unstale":"2024-09-16T00:53:42.240356+0000","last_undegraded":"2024-09-16T00:53:42.240356+0000","last_fullsized":"2024-09-16T00:53:42.240356+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:51.723172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240246+0000","last_change":"2024-09-16T00:53:41.235568+0000","last_active":"2024-09-16T00:53:42.240246+0000","last_peered":"2024-09-16T00:53:42.240246+0000","last_clean":"2024-09-16T00:53:42.240246+0000","last_became_active":"2024-09-16T00:53:41.235269+0000","last_became_peered":"2024-09-16T00:53:41.235269+0000","last_unstale":"2024-09-16T00:53:42.240246+0000","last_undegraded":"2024-09-16T00:53:42.240246+0000","last_fullsized":"2024-09-16T00:53:42.240246+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:19.321500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210379+0000","last_change":"2024-09-16T00:53:39.210379+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210379+0000","last_undegraded":"2024-09-16T00:53:39.210379+0000","last_fullsized":"2024-09-16T00:53:39.210379+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210374+0000","last_change":"2024-09-16T00:53:39.210374+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210374+0000","last_undegraded":"2024-09-16T00:53:39.210374+0000","last_fullsized":"2024-09-16T00:53:39.210374+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241032+0000","last_change":"2024-09-16T00:53:41.239118+0000","last_active":"2024-09-16T00:53:41.241032+0000","last_peered":"2024-09-16T00:53:41.241032+0000","last_clean":"2024-09-16T00:53:41.241032+0000","last_became_active":"2024-09-16T00:53:41.238294+0000","last_became_peered":"2024-09-16T00:53:41.238294+0000","last_unstale":"2024-09-16T00:53:41.241032+0000","last_undegraded":"2024-09-16T00:53:41.241032+0000","last_fullsized":"2024-09-16T00:53:41.241032+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240221+0000","last_change":"2024-09-16T00:53:40.233178+0000","last_active":"2024-09-16T00:53:42.240221+0000","last_peered":"2024-09-16T00:53:42.240221+0000","last_clean":"2024-09-16T00:53:42.240221+0000","last_became_active":"2024-09-16T00:53:40.232898+0000","last_became_peered":"2024-09-16T00:53:40.232898+0000","last_unstale":"2024-09-16T00:53:42.240221+0000","last_undegraded":"2024-09-16T00:53:42.240221+0000","last_fullsized":"2024-09-16T00:53:42.240221+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:10.323377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247306+0000","last_change":"2024-09-16T00:53:41.245718+0000","last_active":"2024-09-16T00:53:41.247306+0000","last_peered":"2024-09-16T00:53:41.247306+0000","last_clean":"2024-09-16T00:53:41.247306+0000","last_became_active":"2024-09-16T00:53:41.245063+0000","last_became_peered":"2024-09-16T00:53:41.245063+0000","last_unstale":"2024-09-16T00:53:41.247306+0000","last_undegraded":"2024-09-16T00:53:41.247306+0000","last_fullsized":"2024-09-16T00:53:41.247306+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210631+0000","last_change":"2024-09-16T00:53:39.210631+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210631+0000","last_undegraded":"2024-09-16T00:53:39.210631+0000","last_fullsized":"2024-09-16T00:53:39.210631+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241833+0000","last_change":"2024-09-16T00:53:40.228099+0000","last_active":"2024-09-16T00:53:42.241833+0000","last_peered":"2024-09-16T00:53:42.241833+0000","last_clean":"2024-09-16T00:53:42.241833+0000","last_became_active":"2024-09-16T00:53:40.227733+0000","last_became_peered":"2024-09-16T00:53:40.227733+0000","last_unstale":"2024-09-16T00:53:42.241833+0000","last_undegraded":"2024-09-16T00:53:42.241833+0000","last_fullsized":"2024-09-16T00:53:42.241833+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:59.436246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240523+0000","last_change":"2024-09-16T00:53:41.236738+0000","last_active":"2024-09-16T00:53:42.240523+0000","last_peered":"2024-09-16T00:53:42.240523+0000","last_clean":"2024-09-16T00:53:42.240523+0000","last_became_active":"2024-09-16T00:53:41.236383+0000","last_became_peered":"2024-09-16T00:53:41.236383+0000","last_unstale":"2024-09-16T00:53:42.240523+0000","last_undegraded":"2024-09-16T00:53:42.240523+0000","last_fullsized":"2024-09-16T00:53:42.240523+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:49.916807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240612+0000","last_change":"2024-09-16T00:53:40.230696+0000","last_active":"2024-09-16T00:53:42.240612+0000","last_peered":"2024-09-16T00:53:42.240612+0000","last_clean":"2024-09-16T00:53:42.240612+0000","last_became_active":"2024-09-16T00:53:40.230357+0000","last_became_peered":"2024-09-16T00:53:40.230357+0000","last_unstale":"2024-09-16T00:53:42.240612+0000","last_undegraded":"2024-09-16T00:53:42.240612+0000","last_fullsized":"2024-09-16T00:53:42.240612+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:38.906925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.240939+0000","last_change":"2024-09-16T00:53:41.238254+0000","last_active":"2024-09-16T00:53:41.240939+0000","last_peered":"2024-09-16T00:53:41.240939+0000","last_clean":"2024-09-16T00:53:41.240939+0000","last_became_active":"2024-09-16T00:53:41.237960+0000","last_became_peered":"2024-09-16T00:53:41.237960+0000","last_unstale":"2024-09-16T00:53:41.240939+0000","last_undegraded":"2024-09-16T00:53:41.240939+0000","last_fullsized":"2024-09-16T00:53:41.240939+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240421+0000","last_change":"2024-09-16T00:53:40.228727+0000","last_active":"2024-09-16T00:53:42.240421+0000","last_peered":"2024-09-16T00:53:42.240421+0000","last_clean":"2024-09-16T00:53:42.240421+0000","last_became_active":"2024-09-16T00:53:40.228338+0000","last_became_peered":"2024-09-16T00:53:40.228338+0000","last_unstale":"2024-09-16T00:53:42.240421+0000","last_undegraded":"2024-09-16T00:53:42.240421+0000","last_fullsized":"2024-09-16T00:53:42.240421+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.869916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241319+0000","last_change":"2024-09-16T00:53:41.241534+0000","last_active":"2024-09-16T00:53:42.241319+0000","last_peered":"2024-09-16T00:53:42.241319+0000","last_clean":"2024-09-16T00:53:42.241319+0000","last_became_active":"2024-09-16T00:53:41.240027+0000","last_became_peered":"2024-09-16T00:53:41.240027+0000","last_unstale":"2024-09-16T00:53:42.241319+0000","last_undegraded":"2024-09-16T00:53:42.241319+0000","last_fullsized":"2024-09-16T00:53:42.241319+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:54.746702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.225486+0000","last_change":"2024-09-16T00:53:40.228370+0000","last_active":"2024-09-16T00:53:41.225486+0000","last_peered":"2024-09-16T00:53:41.225486+0000","last_clean":"2024-09-16T00:53:41.225486+0000","last_became_active":"2024-09-16T00:53:40.227861+0000","last_became_peered":"2024-09-16T00:53:40.227861+0000","last_unstale":"2024-09-16T00:53:41.225486+0000","last_undegraded":"2024-09-16T00:53:41.225486+0000","last_fullsized":"2024-09-16T00:53:41.225486+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:39.112314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241123+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:42.241123+0000","last_peered":"2024-09-16T00:53:42.241123+0000","last_clean":"2024-09-16T00:53:42.241123+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:42.241123+0000","last_undegraded":"2024-09-16T00:53:42.241123+0000","last_fullsized":"2024-09-16T00:53:42.241123+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":52,"acting":52,"num_store_stats":3},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1702,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19,"ondisk_log_size":19,"up":34,"acting":34,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476756,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31716,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340124,"statfs":{"total":96636764160,"available":96604286976,"internally_reserved":0,"allocated":536576,"data_stored":234326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":217909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31712,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":536576,"data_stored":234326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":824694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1175552,"data_stored":844861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31752,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340088,"statfs":{"total":96636764160,"available":96604250112,"internally_reserved":0,"allocated":573440,"data_stored":254369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:44.574 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:44.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.712+0000 7f227335f640 1 Processor -- start 2024-09-16T00:53:44.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.712+0000 7f227335f640 1 -- start start 2024-09-16T00:53:44.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f227335f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 0x7f226c0b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f227335f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f226c0b4050 0x7f226c06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f227335f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f226c160580 con 0x7f226c06c030 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f227335f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f226c06c4a0 con 0x7f226c0b4050 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f227335f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f226c0b5ab0 con 0x7f226c147e10 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f22708fa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f226c0b4050 0x7f226c06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f22708fa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f226c0b4050 0x7f226c06baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57412/0 (socket says 172.21.15.32:57412) 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f22708fa640 1 -- 172.21.15.32:0/516083336 learned_addr learned my addr 172.21.15.32:0/516083336 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.713+0000 7f22710fb640 1 --2- 172.21.15.32:0/516083336 >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 0x7f226c0b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22708fa640 1 -- 172.21.15.32:0/516083336 >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 msgr2=0x7f226c0b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22708fa640 1 --2- 172.21.15.32:0/516083336 >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 0x7f226c0b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22708fa640 1 -- 172.21.15.32:0/516083336 >> v1:172.21.15.50:6789/0 conn(0x7f226c06c030 legacy=0x7f226c15e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22708fa640 1 -- 172.21.15.32:0/516083336 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226c161d20 con 0x7f226c0b4050 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22710fb640 1 --2- 172.21.15.32:0/516083336 >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 0x7f226c0b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:44.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f22708fa640 1 --2- 172.21.15.32:0/516083336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c0b4050 0x7f226c06baf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f226c06cbd0 tx=0x7f225c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1e028cadfaf1373 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.714+0000 7f2263fff640 1 -- 172.21.15.32:0/516083336 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c037070 con 0x7f226c0b4050 2024-09-16T00:53:44.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f2263fff640 1 -- 172.21.15.32:0/516083336 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f225c032440 con 0x7f226c0b4050 2024-09-16T00:53:44.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f2263fff640 1 -- 172.21.15.32:0/516083336 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c032810 con 0x7f226c0b4050 2024-09-16T00:53:44.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 -- 172.21.15.32:0/516083336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c0b4050 msgr2=0x7f226c06baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 --2- 172.21.15.32:0/516083336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c0b4050 0x7f226c06baf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f226c06cbd0 tx=0x7f225c02a230 comp rx=0 tx=0).stop 2024-09-16T00:53:44.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 -- 172.21.15.32:0/516083336 shutdown_connections 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 --2- 172.21.15.32:0/516083336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c0b4050 0x7f226c06baf0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 --2- 172.21.15.32:0/516083336 >> v2:172.21.15.50:3300/0 conn(0x7f226c147e10 0x7f226c0b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 -- 172.21.15.32:0/516083336 >> 172.21.15.32:0/516083336 conn(0x7f226c0b6570 msgr2=0x7f226c0b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 -- 172.21.15.32:0/516083336 shutdown_connections 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.715+0000 7f227335f640 1 -- 172.21.15.32:0/516083336 wait complete. 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.716+0000 7f227335f640 1 Processor -- start 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.716+0000 7f227335f640 1 -- start start 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f226c0b4050 0x7f226c144370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 0x7f226c09bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f226c0b2a00 con 0x7f226c06c030 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f226c0b5fc0 con 0x7f226c147e10 2024-09-16T00:53:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f227335f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f226c0b62a0 con 0x7f226c0b4050 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f22710fb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f22710fb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57414/0 (socket says 172.21.15.32:57414) 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f22710fb640 1 -- 172.21.15.32:0/190117452 learned_addr learned my addr 172.21.15.32:0/190117452 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f22708fa640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f226c0b4050 0x7f226c144370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.717+0000 7f22718fc640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 0x7f226c09bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 -- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f226c0b4050 msgr2=0x7f226c144370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f226c0b4050 0x7f226c144370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 -- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 msgr2=0x7f226c09bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 0x7f226c09bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 -- 172.21.15.32:0/190117452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226c144a70 con 0x7f226c06c030 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22718fc640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 0x7f226c09bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f22710fb640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f226800c7f0 tx=0x7f226800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268015070 con 0x7f226c06c030 2024-09-16T00:53:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2268007a30 con 0x7f226c06c030 2024-09-16T00:53:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f226c141880 con 0x7f226c06c030 2024-09-16T00:53:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268007e00 con 0x7f226c06c030 2024-09-16T00:53:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.718+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f226c141e40 con 0x7f226c06c030 2024-09-16T00:53:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.719+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f226c0ca3d0 con 0x7f226c06c030 2024-09-16T00:53:44.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.720+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2268018070 con 0x7f226c06c030 2024-09-16T00:53:44.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.720+0000 7f2261ffb640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 0x7f225006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:44.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.720+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f226808b470 con 0x7f226c06c030 2024-09-16T00:53:44.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.720+0000 7f22708fa640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 0x7f225006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:44.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.721+0000 7f22708fa640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 0x7f225006e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f225c034000 tx=0x7f225c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:44.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.724+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2268059490 con 0x7f226c06c030 2024-09-16T00:53:44.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.897+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f226c145280 con 0x7f225006c2b0 2024-09-16T00:53:44.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.902+0000 7f2261ffb640 1 -- 172.21.15.32:0/190117452 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243260 (secure 0 0 0) 0x7f226c145280 con 0x7f225006c2b0 2024-09-16T00:53:44.905 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:44.906 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 msgr2=0x7f225006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 0x7f225006e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f225c034000 tx=0x7f225c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 msgr2=0x7f226c15fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f226800c7f0 tx=0x7f226800cbf0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 shutdown_connections 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f225006c2b0 0x7f225006e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f226c147e10 0x7f226c09bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f226c0b4050 0x7f226c144370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 --2- 172.21.15.32:0/190117452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f226c06c030 0x7f226c15fc60 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 >> 172.21.15.32:0/190117452 conn(0x7f226c0b6570 msgr2=0x7f226c0caa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:44.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 shutdown_connections 2024-09-16T00:53:44.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:44.906+0000 7f227335f640 1 -- 172.21.15.32:0/190117452 wait complete. 2024-09-16T00:53:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-16T00:53:43.101884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592070,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":184,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":255000,"kb_used_data":5472,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719720,"statfs":{"total":773094113280,"available":772832993280,"internally_reserved":0,"allocated":5603328,"data_stored":3113715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1702,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000964"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241846+0000","last_change":"2024-09-16T00:53:41.231853+0000","last_active":"2024-09-16T00:53:42.241846+0000","last_peered":"2024-09-16T00:53:42.241846+0000","last_clean":"2024-09-16T00:53:42.241846+0000","last_became_active":"2024-09-16T00:53:41.231587+0000","last_became_peered":"2024-09-16T00:53:41.231587+0000","last_unstale":"2024-09-16T00:53:42.241846+0000","last_undegraded":"2024-09-16T00:53:42.241846+0000","last_fullsized":"2024-09-16T00:53:42.241846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241661+0000","last_change":"2024-09-16T00:53:41.242269+0000","last_active":"2024-09-16T00:53:42.241661+0000","last_peered":"2024-09-16T00:53:42.241661+0000","last_clean":"2024-09-16T00:53:42.241661+0000","last_became_active":"2024-09-16T00:53:41.241987+0000","last_became_peered":"2024-09-16T00:53:41.241987+0000","last_unstale":"2024-09-16T00:53:42.241661+0000","last_undegraded":"2024-09-16T00:53:42.241661+0000","last_fullsized":"2024-09-16T00:53:42.241661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240180+0000","last_change":"2024-09-16T00:53:41.234009+0000","last_active":"2024-09-16T00:53:42.240180+0000","last_peered":"2024-09-16T00:53:42.240180+0000","last_clean":"2024-09-16T00:53:42.240180+0000","last_became_active":"2024-09-16T00:53:41.233737+0000","last_became_peered":"2024-09-16T00:53:41.233737+0000","last_unstale":"2024-09-16T00:53:42.240180+0000","last_undegraded":"2024-09-16T00:53:42.240180+0000","last_fullsized":"2024-09-16T00:53:42.240180+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:14.636184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241340+0000","last_change":"2024-09-16T00:53:41.237124+0000","last_active":"2024-09-16T00:53:42.241340+0000","last_peered":"2024-09-16T00:53:42.241340+0000","last_clean":"2024-09-16T00:53:42.241340+0000","last_became_active":"2024-09-16T00:53:41.236749+0000","last_became_peered":"2024-09-16T00:53:41.236749+0000","last_unstale":"2024-09-16T00:53:42.241340+0000","last_undegraded":"2024-09-16T00:53:42.241340+0000","last_fullsized":"2024-09-16T00:53:42.241340+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:22.851740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241099+0000","last_change":"2024-09-16T00:53:41.247967+0000","last_active":"2024-09-16T00:53:42.241099+0000","last_peered":"2024-09-16T00:53:42.241099+0000","last_clean":"2024-09-16T00:53:42.241099+0000","last_became_active":"2024-09-16T00:53:41.246393+0000","last_became_peered":"2024-09-16T00:53:41.246393+0000","last_unstale":"2024-09-16T00:53:42.241099+0000","last_undegraded":"2024-09-16T00:53:42.241099+0000","last_fullsized":"2024-09-16T00:53:42.241099+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:42.170223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241390+0000","last_change":"2024-09-16T00:53:41.238916+0000","last_active":"2024-09-16T00:53:42.241390+0000","last_peered":"2024-09-16T00:53:42.241390+0000","last_clean":"2024-09-16T00:53:42.241390+0000","last_became_active":"2024-09-16T00:53:41.238640+0000","last_became_peered":"2024-09-16T00:53:41.238640+0000","last_unstale":"2024-09-16T00:53:42.241390+0000","last_undegraded":"2024-09-16T00:53:42.241390+0000","last_fullsized":"2024-09-16T00:53:42.241390+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241902+0000","last_change":"2024-09-16T00:53:41.231261+0000","last_active":"2024-09-16T00:53:42.241902+0000","last_peered":"2024-09-16T00:53:42.241902+0000","last_clean":"2024-09-16T00:53:42.241902+0000","last_became_active":"2024-09-16T00:53:41.230919+0000","last_became_peered":"2024-09-16T00:53:41.230919+0000","last_unstale":"2024-09-16T00:53:42.241902+0000","last_undegraded":"2024-09-16T00:53:42.241902+0000","last_fullsized":"2024-09-16T00:53:42.241902+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240318+0000","last_change":"2024-09-16T00:53:41.234697+0000","last_active":"2024-09-16T00:53:42.240318+0000","last_peered":"2024-09-16T00:53:42.240318+0000","last_clean":"2024-09-16T00:53:42.240318+0000","last_became_active":"2024-09-16T00:53:41.234423+0000","last_became_peered":"2024-09-16T00:53:41.234423+0000","last_unstale":"2024-09-16T00:53:42.240318+0000","last_undegraded":"2024-09-16T00:53:42.240318+0000","last_fullsized":"2024-09-16T00:53:42.240318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:09.359516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241062+0000","last_change":"2024-09-16T00:53:41.241471+0000","last_active":"2024-09-16T00:53:42.241062+0000","last_peered":"2024-09-16T00:53:42.241062+0000","last_clean":"2024-09-16T00:53:42.241062+0000","last_became_active":"2024-09-16T00:53:41.239692+0000","last_became_peered":"2024-09-16T00:53:41.239692+0000","last_unstale":"2024-09-16T00:53:42.241062+0000","last_undegraded":"2024-09-16T00:53:42.241062+0000","last_fullsized":"2024-09-16T00:53:42.241062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.557507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241512+0000","last_change":"2024-09-16T00:53:41.229842+0000","last_active":"2024-09-16T00:53:42.241512+0000","last_peered":"2024-09-16T00:53:42.241512+0000","last_clean":"2024-09-16T00:53:42.241512+0000","last_became_active":"2024-09-16T00:53:41.229127+0000","last_became_peered":"2024-09-16T00:53:41.229127+0000","last_unstale":"2024-09-16T00:53:42.241512+0000","last_undegraded":"2024-09-16T00:53:42.241512+0000","last_fullsized":"2024-09-16T00:53:42.241512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247327+0000","last_change":"2024-09-16T00:53:41.245986+0000","last_active":"2024-09-16T00:53:41.247327+0000","last_peered":"2024-09-16T00:53:41.247327+0000","last_clean":"2024-09-16T00:53:41.247327+0000","last_became_active":"2024-09-16T00:53:41.245432+0000","last_became_peered":"2024-09-16T00:53:41.245432+0000","last_unstale":"2024-09-16T00:53:41.247327+0000","last_undegraded":"2024-09-16T00:53:41.247327+0000","last_fullsized":"2024-09-16T00:53:41.247327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241189+0000","last_change":"2024-09-16T00:53:41.231199+0000","last_active":"2024-09-16T00:53:42.241189+0000","last_peered":"2024-09-16T00:53:42.241189+0000","last_clean":"2024-09-16T00:53:42.241189+0000","last_became_active":"2024-09-16T00:53:41.230901+0000","last_became_peered":"2024-09-16T00:53:41.230901+0000","last_unstale":"2024-09-16T00:53:42.241189+0000","last_undegraded":"2024-09-16T00:53:42.241189+0000","last_fullsized":"2024-09-16T00:53:42.241189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.211194+0000","last_change":"2024-09-16T00:53:39.211194+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.211194+0000","last_undegraded":"2024-09-16T00:53:39.211194+0000","last_fullsized":"2024-09-16T00:53:39.211194+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241082+0000","last_change":"2024-09-16T00:53:41.239937+0000","last_active":"2024-09-16T00:53:41.241082+0000","last_peered":"2024-09-16T00:53:41.241082+0000","last_clean":"2024-09-16T00:53:41.241082+0000","last_became_active":"2024-09-16T00:53:41.239677+0000","last_became_peered":"2024-09-16T00:53:41.239677+0000","last_unstale":"2024-09-16T00:53:41.241082+0000","last_undegraded":"2024-09-16T00:53:41.241082+0000","last_fullsized":"2024-09-16T00:53:41.241082+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240161+0000","last_change":"2024-09-16T00:53:41.239007+0000","last_active":"2024-09-16T00:53:42.240161+0000","last_peered":"2024-09-16T00:53:42.240161+0000","last_clean":"2024-09-16T00:53:42.240161+0000","last_became_active":"2024-09-16T00:53:41.238661+0000","last_became_peered":"2024-09-16T00:53:41.238661+0000","last_unstale":"2024-09-16T00:53:42.240161+0000","last_undegraded":"2024-09-16T00:53:42.240161+0000","last_fullsized":"2024-09-16T00:53:42.240161+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:08.565990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.254948+0000","last_change":"2024-09-16T00:53:40.230526+0000","last_active":"2024-09-16T00:53:41.254948+0000","last_peered":"2024-09-16T00:53:41.254948+0000","last_clean":"2024-09-16T00:53:41.254948+0000","last_became_active":"2024-09-16T00:53:40.230193+0000","last_became_peered":"2024-09-16T00:53:40.230193+0000","last_unstale":"2024-09-16T00:53:41.254948+0000","last_undegraded":"2024-09-16T00:53:41.254948+0000","last_fullsized":"2024-09-16T00:53:41.254948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:58.150258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241672+0000","last_change":"2024-09-16T00:53:41.232582+0000","last_active":"2024-09-16T00:53:42.241672+0000","last_peered":"2024-09-16T00:53:42.241672+0000","last_clean":"2024-09-16T00:53:42.241672+0000","last_became_active":"2024-09-16T00:53:41.232229+0000","last_became_peered":"2024-09-16T00:53:41.232229+0000","last_unstale":"2024-09-16T00:53:42.241672+0000","last_undegraded":"2024-09-16T00:53:42.241672+0000","last_fullsized":"2024-09-16T00:53:42.241672+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241233+0000","last_change":"2024-09-16T00:53:41.241699+0000","last_active":"2024-09-16T00:53:42.241233+0000","last_peered":"2024-09-16T00:53:42.241233+0000","last_clean":"2024-09-16T00:53:42.241233+0000","last_became_active":"2024-09-16T00:53:41.240101+0000","last_became_peered":"2024-09-16T00:53:41.240101+0000","last_unstale":"2024-09-16T00:53:42.241233+0000","last_undegraded":"2024-09-16T00:53:42.241233+0000","last_fullsized":"2024-09-16T00:53:42.241233+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.006012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210406+0000","last_change":"2024-09-16T00:53:39.210406+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210406+0000","last_undegraded":"2024-09-16T00:53:39.210406+0000","last_fullsized":"2024-09-16T00:53:39.210406+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241874+0000","last_change":"2024-09-16T00:53:41.234635+0000","last_active":"2024-09-16T00:53:42.241874+0000","last_peered":"2024-09-16T00:53:42.241874+0000","last_clean":"2024-09-16T00:53:42.241874+0000","last_became_active":"2024-09-16T00:53:41.234341+0000","last_became_peered":"2024-09-16T00:53:41.234341+0000","last_unstale":"2024-09-16T00:53:42.241874+0000","last_undegraded":"2024-09-16T00:53:42.241874+0000","last_fullsized":"2024-09-16T00:53:42.241874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241834+0000","last_change":"2024-09-16T00:53:40.221956+0000","last_active":"2024-09-16T00:53:42.241834+0000","last_peered":"2024-09-16T00:53:42.241834+0000","last_clean":"2024-09-16T00:53:42.241834+0000","last_became_active":"2024-09-16T00:53:40.221672+0000","last_became_peered":"2024-09-16T00:53:40.221672+0000","last_unstale":"2024-09-16T00:53:42.241834+0000","last_undegraded":"2024-09-16T00:53:42.241834+0000","last_fullsized":"2024-09-16T00:53:42.241834+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:50.897810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241064+0000","last_change":"2024-09-16T00:53:41.237732+0000","last_active":"2024-09-16T00:53:41.241064+0000","last_peered":"2024-09-16T00:53:41.241064+0000","last_clean":"2024-09-16T00:53:41.241064+0000","last_became_active":"2024-09-16T00:53:41.237418+0000","last_became_peered":"2024-09-16T00:53:41.237418+0000","last_unstale":"2024-09-16T00:53:41.241064+0000","last_undegraded":"2024-09-16T00:53:41.241064+0000","last_fullsized":"2024-09-16T00:53:41.241064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:52.728568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241804+0000","last_change":"2024-09-16T00:53:40.226891+0000","last_active":"2024-09-16T00:53:42.241804+0000","last_peered":"2024-09-16T00:53:42.241804+0000","last_clean":"2024-09-16T00:53:42.241804+0000","last_became_active":"2024-09-16T00:53:40.226576+0000","last_became_peered":"2024-09-16T00:53:40.226576+0000","last_unstale":"2024-09-16T00:53:42.241804+0000","last_undegraded":"2024-09-16T00:53:42.241804+0000","last_fullsized":"2024-09-16T00:53:42.241804+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:14.480862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241039+0000","last_change":"2024-09-16T00:53:40.230558+0000","last_active":"2024-09-16T00:53:42.241039+0000","last_peered":"2024-09-16T00:53:42.241039+0000","last_clean":"2024-09-16T00:53:42.241039+0000","last_became_active":"2024-09-16T00:53:40.230179+0000","last_became_peered":"2024-09-16T00:53:40.230179+0000","last_unstale":"2024-09-16T00:53:42.241039+0000","last_undegraded":"2024-09-16T00:53:42.241039+0000","last_fullsized":"2024-09-16T00:53:42.241039+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:01.710404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241010+0000","last_change":"2024-09-16T00:53:41.237995+0000","last_active":"2024-09-16T00:53:41.241010+0000","last_peered":"2024-09-16T00:53:41.241010+0000","last_clean":"2024-09-16T00:53:41.241010+0000","last_became_active":"2024-09-16T00:53:41.237748+0000","last_became_peered":"2024-09-16T00:53:41.237748+0000","last_unstale":"2024-09-16T00:53:41.241010+0000","last_undegraded":"2024-09-16T00:53:41.241010+0000","last_fullsized":"2024-09-16T00:53:41.241010+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210476+0000","last_change":"2024-09-16T00:53:39.210476+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210476+0000","last_undegraded":"2024-09-16T00:53:39.210476+0000","last_fullsized":"2024-09-16T00:53:39.210476+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241113+0000","last_change":"2024-09-16T00:53:41.239317+0000","last_active":"2024-09-16T00:53:42.241113+0000","last_peered":"2024-09-16T00:53:42.241113+0000","last_clean":"2024-09-16T00:53:42.241113+0000","last_became_active":"2024-09-16T00:53:41.238967+0000","last_became_peered":"2024-09-16T00:53:41.238967+0000","last_unstale":"2024-09-16T00:53:42.241113+0000","last_undegraded":"2024-09-16T00:53:42.241113+0000","last_fullsized":"2024-09-16T00:53:42.241113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:01.614377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241370+0000","last_change":"2024-09-16T00:53:40.224432+0000","last_active":"2024-09-16T00:53:42.241370+0000","last_peered":"2024-09-16T00:53:42.241370+0000","last_clean":"2024-09-16T00:53:42.241370+0000","last_became_active":"2024-09-16T00:53:40.224139+0000","last_became_peered":"2024-09-16T00:53:40.224139+0000","last_unstale":"2024-09-16T00:53:42.241370+0000","last_undegraded":"2024-09-16T00:53:42.241370+0000","last_fullsized":"2024-09-16T00:53:42.241370+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:50:12.010947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240356+0000","last_change":"2024-09-16T00:53:40.231806+0000","last_active":"2024-09-16T00:53:42.240356+0000","last_peered":"2024-09-16T00:53:42.240356+0000","last_clean":"2024-09-16T00:53:42.240356+0000","last_became_active":"2024-09-16T00:53:40.231509+0000","last_became_peered":"2024-09-16T00:53:40.231509+0000","last_unstale":"2024-09-16T00:53:42.240356+0000","last_undegraded":"2024-09-16T00:53:42.240356+0000","last_fullsized":"2024-09-16T00:53:42.240356+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:51.723172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240246+0000","last_change":"2024-09-16T00:53:41.235568+0000","last_active":"2024-09-16T00:53:42.240246+0000","last_peered":"2024-09-16T00:53:42.240246+0000","last_clean":"2024-09-16T00:53:42.240246+0000","last_became_active":"2024-09-16T00:53:41.235269+0000","last_became_peered":"2024-09-16T00:53:41.235269+0000","last_unstale":"2024-09-16T00:53:42.240246+0000","last_undegraded":"2024-09-16T00:53:42.240246+0000","last_fullsized":"2024-09-16T00:53:42.240246+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:19.321500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210379+0000","last_change":"2024-09-16T00:53:39.210379+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210379+0000","last_undegraded":"2024-09-16T00:53:39.210379+0000","last_fullsized":"2024-09-16T00:53:39.210379+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210374+0000","last_change":"2024-09-16T00:53:39.210374+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210374+0000","last_undegraded":"2024-09-16T00:53:39.210374+0000","last_fullsized":"2024-09-16T00:53:39.210374+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241032+0000","last_change":"2024-09-16T00:53:41.239118+0000","last_active":"2024-09-16T00:53:41.241032+0000","last_peered":"2024-09-16T00:53:41.241032+0000","last_clean":"2024-09-16T00:53:41.241032+0000","last_became_active":"2024-09-16T00:53:41.238294+0000","last_became_peered":"2024-09-16T00:53:41.238294+0000","last_unstale":"2024-09-16T00:53:41.241032+0000","last_undegraded":"2024-09-16T00:53:41.241032+0000","last_fullsized":"2024-09-16T00:53:41.241032+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240221+0000","last_change":"2024-09-16T00:53:40.233178+0000","last_active":"2024-09-16T00:53:42.240221+0000","last_peered":"2024-09-16T00:53:42.240221+0000","last_clean":"2024-09-16T00:53:42.240221+0000","last_became_active":"2024-09-16T00:53:40.232898+0000","last_became_peered":"2024-09-16T00:53:40.232898+0000","last_unstale":"2024-09-16T00:53:42.240221+0000","last_undegraded":"2024-09-16T00:53:42.240221+0000","last_fullsized":"2024-09-16T00:53:42.240221+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:10.323377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247306+0000","last_change":"2024-09-16T00:53:41.245718+0000","last_active":"2024-09-16T00:53:41.247306+0000","last_peered":"2024-09-16T00:53:41.247306+0000","last_clean":"2024-09-16T00:53:41.247306+0000","last_became_active":"2024-09-16T00:53:41.245063+0000","last_became_peered":"2024-09-16T00:53:41.245063+0000","last_unstale":"2024-09-16T00:53:41.247306+0000","last_undegraded":"2024-09-16T00:53:41.247306+0000","last_fullsized":"2024-09-16T00:53:41.247306+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-16T00:53:39.210631+0000","last_change":"2024-09-16T00:53:39.210631+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.210631+0000","last_undegraded":"2024-09-16T00:53:39.210631+0000","last_fullsized":"2024-09-16T00:53:39.210631+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241833+0000","last_change":"2024-09-16T00:53:40.228099+0000","last_active":"2024-09-16T00:53:42.241833+0000","last_peered":"2024-09-16T00:53:42.241833+0000","last_clean":"2024-09-16T00:53:42.241833+0000","last_became_active":"2024-09-16T00:53:40.227733+0000","last_became_peered":"2024-09-16T00:53:40.227733+0000","last_unstale":"2024-09-16T00:53:42.241833+0000","last_undegraded":"2024-09-16T00:53:42.241833+0000","last_fullsized":"2024-09-16T00:53:42.241833+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:59.436246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240523+0000","last_change":"2024-09-16T00:53:41.236738+0000","last_active":"2024-09-16T00:53:42.240523+0000","last_peered":"2024-09-16T00:53:42.240523+0000","last_clean":"2024-09-16T00:53:42.240523+0000","last_became_active":"2024-09-16T00:53:41.236383+0000","last_became_peered":"2024-09-16T00:53:41.236383+0000","last_unstale":"2024-09-16T00:53:42.240523+0000","last_undegraded":"2024-09-16T00:53:42.240523+0000","last_fullsized":"2024-09-16T00:53:42.240523+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:49.916807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240612+0000","last_change":"2024-09-16T00:53:40.230696+0000","last_active":"2024-09-16T00:53:42.240612+0000","last_peered":"2024-09-16T00:53:42.240612+0000","last_clean":"2024-09-16T00:53:42.240612+0000","last_became_active":"2024-09-16T00:53:40.230357+0000","last_became_peered":"2024-09-16T00:53:40.230357+0000","last_unstale":"2024-09-16T00:53:42.240612+0000","last_undegraded":"2024-09-16T00:53:42.240612+0000","last_fullsized":"2024-09-16T00:53:42.240612+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:38.906925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.240939+0000","last_change":"2024-09-16T00:53:41.238254+0000","last_active":"2024-09-16T00:53:41.240939+0000","last_peered":"2024-09-16T00:53:41.240939+0000","last_clean":"2024-09-16T00:53:41.240939+0000","last_became_active":"2024-09-16T00:53:41.237960+0000","last_became_peered":"2024-09-16T00:53:41.237960+0000","last_unstale":"2024-09-16T00:53:41.240939+0000","last_undegraded":"2024-09-16T00:53:41.240939+0000","last_fullsized":"2024-09-16T00:53:41.240939+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240421+0000","last_change":"2024-09-16T00:53:40.228727+0000","last_active":"2024-09-16T00:53:42.240421+0000","last_peered":"2024-09-16T00:53:42.240421+0000","last_clean":"2024-09-16T00:53:42.240421+0000","last_became_active":"2024-09-16T00:53:40.228338+0000","last_became_peered":"2024-09-16T00:53:40.228338+0000","last_unstale":"2024-09-16T00:53:42.240421+0000","last_undegraded":"2024-09-16T00:53:42.240421+0000","last_fullsized":"2024-09-16T00:53:42.240421+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.869916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241319+0000","last_change":"2024-09-16T00:53:41.241534+0000","last_active":"2024-09-16T00:53:42.241319+0000","last_peered":"2024-09-16T00:53:42.241319+0000","last_clean":"2024-09-16T00:53:42.241319+0000","last_became_active":"2024-09-16T00:53:41.240027+0000","last_became_peered":"2024-09-16T00:53:41.240027+0000","last_unstale":"2024-09-16T00:53:42.241319+0000","last_undegraded":"2024-09-16T00:53:42.241319+0000","last_fullsized":"2024-09-16T00:53:42.241319+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:54.746702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.225486+0000","last_change":"2024-09-16T00:53:40.228370+0000","last_active":"2024-09-16T00:53:41.225486+0000","last_peered":"2024-09-16T00:53:41.225486+0000","last_clean":"2024-09-16T00:53:41.225486+0000","last_became_active":"2024-09-16T00:53:40.227861+0000","last_became_peered":"2024-09-16T00:53:40.227861+0000","last_unstale":"2024-09-16T00:53:41.225486+0000","last_undegraded":"2024-09-16T00:53:41.225486+0000","last_fullsized":"2024-09-16T00:53:41.225486+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:39.112314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:40.205636+0000","last_change":"2024-09-16T00:53:40.205636+0000","last_active":"2024-09-16T00:53:40.205636+0000","last_peered":"2024-09-16T00:53:40.205636+0000","last_clean":"2024-09-16T00:53:40.205636+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:40.205636+0000","last_undegraded":"2024-09-16T00:53:40.205636+0000","last_fullsized":"2024-09-16T00:53:40.205636+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:53:39.200239+0000","last_change":"2024-09-16T00:53:39.200239+0000","last_active":"2024-09-16T00:53:39.200239+0000","last_peered":"2024-09-16T00:53:39.200239+0000","last_clean":"2024-09-16T00:53:39.200239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:53:39.200239+0000","last_undegraded":"2024-09-16T00:53:39.200239+0000","last_fullsized":"2024-09-16T00:53:39.200239+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241123+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:42.241123+0000","last_peered":"2024-09-16T00:53:42.241123+0000","last_clean":"2024-09-16T00:53:42.241123+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:42.241123+0000","last_undegraded":"2024-09-16T00:53:42.241123+0000","last_fullsized":"2024-09-16T00:53:42.241123+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":52,"acting":52,"num_store_stats":3},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1702,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19,"ondisk_log_size":19,"up":34,"acting":34,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476756,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31716,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340124,"statfs":{"total":96636764160,"available":96604286976,"internally_reserved":0,"allocated":536576,"data_stored":234326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":217909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31712,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":536576,"data_stored":234326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":824694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1175552,"data_stored":844861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31752,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340088,"statfs":{"total":96636764160,"available":96604250112,"internally_reserved":0,"allocated":573440,"data_stored":254369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:44.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:45.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.060+0000 7fb1c5a1e640 1 Processor -- start 2024-09-16T00:53:45.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 -- start start 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb1c00d0b30 0x7fb1c0073620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb1c0162cc0 0x7fb1c01650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1c00cf080 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fb1c00ce9e0 con 0x7fb1c00d0b30 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.061+0000 7fb1c5a1e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb1c00b43a0 con 0x7fb1c0162cc0 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1be7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb1c00d0b30 0x7fb1c0073620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1beffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb1c00cdaf0 0x7fb1c00cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52308/0 (socket says 172.21.15.32:52308) 2024-09-16T00:53:45.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1beffd640 1 -- 172.21.15.32:0/4293776732 learned_addr learned my addr 172.21.15.32:0/4293776732 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:45.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1be7fc640 1 -- 172.21.15.32:0/4293776732 >> v2:172.21.15.50:3300/0 conn(0x7fb1c0162cc0 msgr2=0x7fb1c01650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:45.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4293776732 >> v2:172.21.15.50:3300/0 conn(0x7fb1c0162cc0 0x7fb1c01650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1be7fc640 1 -- 172.21.15.32:0/4293776732 >> v1:172.21.15.32:6789/0 conn(0x7fb1c00cdaf0 legacy=0x7fb1c00cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.062+0000 7fb1be7fc640 1 -- 172.21.15.32:0/4293776732 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c00cf320 con 0x7fb1c00d0b30 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4293776732 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00d0b30 0x7fb1c0073620 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb1a80097a0 tx=0x7fb1a802a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3399b8d2942d260 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1bdffb640 1 -- 172.21.15.32:0/4293776732 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8037070 con 0x7fb1c00d0b30 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1bdffb640 1 -- 172.21.15.32:0/4293776732 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a8032440 con 0x7fb1c00d0b30 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1bdffb640 1 -- 172.21.15.32:0/4293776732 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8032810 con 0x7fb1c00d0b30 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4293776732 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00d0b30 msgr2=0x7fb1c0073620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4293776732 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00d0b30 0x7fb1c0073620 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb1a80097a0 tx=0x7fb1a802a200 comp rx=0 tx=0).stop 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4293776732 shutdown_connections 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4293776732 >> v2:172.21.15.50:3300/0 conn(0x7fb1c0162cc0 0x7fb1c01650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4293776732 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00d0b30 0x7fb1c0073620 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4293776732 >> 172.21.15.32:0/4293776732 conn(0x7fb1c00b2c50 msgr2=0x7fb1c00b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4293776732 shutdown_connections 2024-09-16T00:53:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.063+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4293776732 wait complete. 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 Processor -- start 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 -- start start 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 0x7fb1c014e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 0x7fb1c01f7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c0073ce0 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c0073b60 con 0x7fb1c0162cc0 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.065+0000 7fb1c5a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c0144de0 con 0x7fb1c00d0b30 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57434/0 (socket says 172.21.15.32:57434) 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 -- 172.21.15.32:0/4185731184 learned_addr learned my addr 172.21.15.32:0/4185731184 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 0x7fb1c014e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1bf7fe640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 0x7fb1c01f7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 -- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 msgr2=0x7fb1c014e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 0x7fb1c014e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 -- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 msgr2=0x7fb1c01f7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 0x7fb1c01f7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 -- 172.21.15.32:0/4185731184 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c014ed60 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 0x7fb1c014e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1bf7fe640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 0x7fb1c01f7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1beffd640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800c400 tx=0x7fb1b800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8017070 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1b8005ce0 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8007310 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1c014f040 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.066+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1c014f600 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.067+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c00b3f50 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.068+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb1b801a070 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.068+0000 7fb1b7fff640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.068+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fb1b808aa00 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.068+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.069+0000 7fb1be7fc640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 0x7fb1a006e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8034000 tx=0x7fb1a802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.073+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1b8058fd0 con 0x7fb1c00cdaf0 2024-09-16T00:53:45.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.243+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb1c015ea10 con 0x7fb1a006c2b0 2024-09-16T00:53:45.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.249+0000 7fb1b7fff640 1 -- 172.21.15.32:0/4185731184 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251947 (secure 0 0 0) 0x7fb1c015ea10 con 0x7fb1a006c2b0 2024-09-16T00:53:45.251 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:45.253 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:45.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 msgr2=0x7fb1a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 0x7fb1a006e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8034000 tx=0x7fb1a802e000 comp rx=0 tx=0).stop 2024-09-16T00:53:45.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 msgr2=0x7fb1c0142950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800c400 tx=0x7fb1b800c8c0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 shutdown_connections 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb1c0162cc0 0x7fb1c01f7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb1c00d0b30 0x7fb1c014e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 --2- 172.21.15.32:0/4185731184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1c00cdaf0 0x7fb1c0142950 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 >> 172.21.15.32:0/4185731184 conn(0x7fb1c00b2c50 msgr2=0x7fb1c00b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 shutdown_connections 2024-09-16T00:53:45.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.252+0000 7fb1c5a1e640 1 -- 172.21.15.32:0/4185731184 wait complete. 2024-09-16T00:53:45.263 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-16T00:53:45.102272+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":131,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255320,"kb_used_data":5776,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719400,"statfs":{"total":773094113280,"available":772832665600,"internally_reserved":0,"allocated":5914624,"data_stored":3260660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.896050"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564776+0000","last_change":"2024-09-16T00:53:41.236655+0000","last_active":"2024-09-16T00:53:42.564776+0000","last_peered":"2024-09-16T00:53:42.564776+0000","last_clean":"2024-09-16T00:53:42.564776+0000","last_became_active":"2024-09-16T00:53:41.236344+0000","last_became_peered":"2024-09-16T00:53:41.236344+0000","last_unstale":"2024-09-16T00:53:42.564776+0000","last_undegraded":"2024-09-16T00:53:42.564776+0000","last_fullsized":"2024-09-16T00:53:42.564776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:08.093155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241846+0000","last_change":"2024-09-16T00:53:41.231853+0000","last_active":"2024-09-16T00:53:42.241846+0000","last_peered":"2024-09-16T00:53:42.241846+0000","last_clean":"2024-09-16T00:53:42.241846+0000","last_became_active":"2024-09-16T00:53:41.231587+0000","last_became_peered":"2024-09-16T00:53:41.231587+0000","last_unstale":"2024-09-16T00:53:42.241846+0000","last_undegraded":"2024-09-16T00:53:42.241846+0000","last_fullsized":"2024-09-16T00:53:42.241846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338912+0000","last_change":"2024-09-16T00:53:41.249218+0000","last_active":"2024-09-16T00:53:42.338912+0000","last_peered":"2024-09-16T00:53:42.338912+0000","last_clean":"2024-09-16T00:53:42.338912+0000","last_became_active":"2024-09-16T00:53:41.248856+0000","last_became_peered":"2024-09-16T00:53:41.248856+0000","last_unstale":"2024-09-16T00:53:42.338912+0000","last_undegraded":"2024-09-16T00:53:42.338912+0000","last_fullsized":"2024-09-16T00:53:42.338912+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:33.402132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241661+0000","last_change":"2024-09-16T00:53:41.242269+0000","last_active":"2024-09-16T00:53:42.241661+0000","last_peered":"2024-09-16T00:53:42.241661+0000","last_clean":"2024-09-16T00:53:42.241661+0000","last_became_active":"2024-09-16T00:53:41.241987+0000","last_became_peered":"2024-09-16T00:53:41.241987+0000","last_unstale":"2024-09-16T00:53:42.241661+0000","last_undegraded":"2024-09-16T00:53:42.241661+0000","last_fullsized":"2024-09-16T00:53:42.241661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964467+0000","last_change":"2024-09-16T00:53:41.234457+0000","last_active":"2024-09-16T00:53:42.964467+0000","last_peered":"2024-09-16T00:53:42.964467+0000","last_clean":"2024-09-16T00:53:42.964467+0000","last_became_active":"2024-09-16T00:53:41.234163+0000","last_became_peered":"2024-09-16T00:53:41.234163+0000","last_unstale":"2024-09-16T00:53:42.964467+0000","last_undegraded":"2024-09-16T00:53:42.964467+0000","last_fullsized":"2024-09-16T00:53:42.964467+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564414+0000","last_change":"2024-09-16T00:53:41.240856+0000","last_active":"2024-09-16T00:53:42.564414+0000","last_peered":"2024-09-16T00:53:42.564414+0000","last_clean":"2024-09-16T00:53:42.564414+0000","last_became_active":"2024-09-16T00:53:41.240565+0000","last_became_peered":"2024-09-16T00:53:41.240565+0000","last_unstale":"2024-09-16T00:53:42.564414+0000","last_undegraded":"2024-09-16T00:53:42.564414+0000","last_fullsized":"2024-09-16T00:53:42.564414+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:42.699459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338619+0000","last_change":"2024-09-16T00:53:41.244660+0000","last_active":"2024-09-16T00:53:42.338619+0000","last_peered":"2024-09-16T00:53:42.338619+0000","last_clean":"2024-09-16T00:53:42.338619+0000","last_became_active":"2024-09-16T00:53:41.244365+0000","last_became_peered":"2024-09-16T00:53:41.244365+0000","last_unstale":"2024-09-16T00:53:42.338619+0000","last_undegraded":"2024-09-16T00:53:42.338619+0000","last_fullsized":"2024-09-16T00:53:42.338619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:36.115159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240180+0000","last_change":"2024-09-16T00:53:41.234009+0000","last_active":"2024-09-16T00:53:42.240180+0000","last_peered":"2024-09-16T00:53:42.240180+0000","last_clean":"2024-09-16T00:53:42.240180+0000","last_became_active":"2024-09-16T00:53:41.233737+0000","last_became_peered":"2024-09-16T00:53:41.233737+0000","last_unstale":"2024-09-16T00:53:42.240180+0000","last_undegraded":"2024-09-16T00:53:42.240180+0000","last_fullsized":"2024-09-16T00:53:42.240180+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:14.636184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241340+0000","last_change":"2024-09-16T00:53:41.237124+0000","last_active":"2024-09-16T00:53:42.241340+0000","last_peered":"2024-09-16T00:53:42.241340+0000","last_clean":"2024-09-16T00:53:42.241340+0000","last_became_active":"2024-09-16T00:53:41.236749+0000","last_became_peered":"2024-09-16T00:53:41.236749+0000","last_unstale":"2024-09-16T00:53:42.241340+0000","last_undegraded":"2024-09-16T00:53:42.241340+0000","last_fullsized":"2024-09-16T00:53:42.241340+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:22.851740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564729+0000","last_change":"2024-09-16T00:53:41.239820+0000","last_active":"2024-09-16T00:53:42.564729+0000","last_peered":"2024-09-16T00:53:42.564729+0000","last_clean":"2024-09-16T00:53:42.564729+0000","last_became_active":"2024-09-16T00:53:41.239555+0000","last_became_peered":"2024-09-16T00:53:41.239555+0000","last_unstale":"2024-09-16T00:53:42.564729+0000","last_undegraded":"2024-09-16T00:53:42.564729+0000","last_fullsized":"2024-09-16T00:53:42.564729+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:10.959850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241027+0000","last_change":"2024-09-16T00:53:41.238894+0000","last_active":"2024-09-16T00:53:42.241027+0000","last_peered":"2024-09-16T00:53:42.241027+0000","last_clean":"2024-09-16T00:53:42.241027+0000","last_became_active":"2024-09-16T00:53:41.238608+0000","last_became_peered":"2024-09-16T00:53:41.238608+0000","last_unstale":"2024-09-16T00:53:42.241027+0000","last_undegraded":"2024-09-16T00:53:42.241027+0000","last_fullsized":"2024-09-16T00:53:42.241027+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:27.151214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241099+0000","last_change":"2024-09-16T00:53:41.247967+0000","last_active":"2024-09-16T00:53:42.241099+0000","last_peered":"2024-09-16T00:53:42.241099+0000","last_clean":"2024-09-16T00:53:42.241099+0000","last_became_active":"2024-09-16T00:53:41.246393+0000","last_became_peered":"2024-09-16T00:53:41.246393+0000","last_unstale":"2024-09-16T00:53:42.241099+0000","last_undegraded":"2024-09-16T00:53:42.241099+0000","last_fullsized":"2024-09-16T00:53:42.241099+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:42.170223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564436+0000","last_change":"2024-09-16T00:53:41.238678+0000","last_active":"2024-09-16T00:53:42.564436+0000","last_peered":"2024-09-16T00:53:42.564436+0000","last_clean":"2024-09-16T00:53:42.564436+0000","last_became_active":"2024-09-16T00:53:41.238354+0000","last_became_peered":"2024-09-16T00:53:41.238354+0000","last_unstale":"2024-09-16T00:53:42.564436+0000","last_undegraded":"2024-09-16T00:53:42.564436+0000","last_fullsized":"2024-09-16T00:53:42.564436+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:00.771233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338660+0000","last_change":"2024-09-16T00:53:41.235689+0000","last_active":"2024-09-16T00:53:42.338660+0000","last_peered":"2024-09-16T00:53:42.338660+0000","last_clean":"2024-09-16T00:53:42.338660+0000","last_became_active":"2024-09-16T00:53:41.235418+0000","last_became_peered":"2024-09-16T00:53:41.235418+0000","last_unstale":"2024-09-16T00:53:42.338660+0000","last_undegraded":"2024-09-16T00:53:42.338660+0000","last_fullsized":"2024-09-16T00:53:42.338660+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:37:59.046881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241390+0000","last_change":"2024-09-16T00:53:41.238916+0000","last_active":"2024-09-16T00:53:42.241390+0000","last_peered":"2024-09-16T00:53:42.241390+0000","last_clean":"2024-09-16T00:53:42.241390+0000","last_became_active":"2024-09-16T00:53:41.238640+0000","last_became_peered":"2024-09-16T00:53:41.238640+0000","last_unstale":"2024-09-16T00:53:42.241390+0000","last_undegraded":"2024-09-16T00:53:42.241390+0000","last_fullsized":"2024-09-16T00:53:42.241390+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564383+0000","last_change":"2024-09-16T00:53:41.237454+0000","last_active":"2024-09-16T00:53:42.564383+0000","last_peered":"2024-09-16T00:53:42.564383+0000","last_clean":"2024-09-16T00:53:42.564383+0000","last_became_active":"2024-09-16T00:53:41.237072+0000","last_became_peered":"2024-09-16T00:53:41.237072+0000","last_unstale":"2024-09-16T00:53:42.564383+0000","last_undegraded":"2024-09-16T00:53:42.564383+0000","last_fullsized":"2024-09-16T00:53:42.564383+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:51.539751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339111+0000","last_change":"2024-09-16T00:53:41.232115+0000","last_active":"2024-09-16T00:53:42.339111+0000","last_peered":"2024-09-16T00:53:42.339111+0000","last_clean":"2024-09-16T00:53:42.339111+0000","last_became_active":"2024-09-16T00:53:41.231829+0000","last_became_peered":"2024-09-16T00:53:41.231829+0000","last_unstale":"2024-09-16T00:53:42.339111+0000","last_undegraded":"2024-09-16T00:53:42.339111+0000","last_fullsized":"2024-09-16T00:53:42.339111+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:38.877017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241902+0000","last_change":"2024-09-16T00:53:41.231261+0000","last_active":"2024-09-16T00:53:42.241902+0000","last_peered":"2024-09-16T00:53:42.241902+0000","last_clean":"2024-09-16T00:53:42.241902+0000","last_became_active":"2024-09-16T00:53:41.230919+0000","last_became_peered":"2024-09-16T00:53:41.230919+0000","last_unstale":"2024-09-16T00:53:42.241902+0000","last_undegraded":"2024-09-16T00:53:42.241902+0000","last_fullsized":"2024-09-16T00:53:42.241902+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338829+0000","last_change":"2024-09-16T00:53:41.233701+0000","last_active":"2024-09-16T00:53:42.338829+0000","last_peered":"2024-09-16T00:53:42.338829+0000","last_clean":"2024-09-16T00:53:42.338829+0000","last_became_active":"2024-09-16T00:53:41.233188+0000","last_became_peered":"2024-09-16T00:53:41.233188+0000","last_unstale":"2024-09-16T00:53:42.338829+0000","last_undegraded":"2024-09-16T00:53:42.338829+0000","last_fullsized":"2024-09-16T00:53:42.338829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.562011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428595+0000","last_change":"2024-09-16T00:53:41.237752+0000","last_active":"2024-09-16T00:53:42.428595+0000","last_peered":"2024-09-16T00:53:42.428595+0000","last_clean":"2024-09-16T00:53:42.428595+0000","last_became_active":"2024-09-16T00:53:41.237433+0000","last_became_peered":"2024-09-16T00:53:41.237433+0000","last_unstale":"2024-09-16T00:53:42.428595+0000","last_undegraded":"2024-09-16T00:53:42.428595+0000","last_fullsized":"2024-09-16T00:53:42.428595+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:38.698391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428353+0000","last_change":"2024-09-16T00:53:41.240753+0000","last_active":"2024-09-16T00:53:42.428353+0000","last_peered":"2024-09-16T00:53:42.428353+0000","last_clean":"2024-09-16T00:53:42.428353+0000","last_became_active":"2024-09-16T00:53:41.240442+0000","last_became_peered":"2024-09-16T00:53:41.240442+0000","last_unstale":"2024-09-16T00:53:42.428353+0000","last_undegraded":"2024-09-16T00:53:42.428353+0000","last_fullsized":"2024-09-16T00:53:42.428353+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240318+0000","last_change":"2024-09-16T00:53:41.234697+0000","last_active":"2024-09-16T00:53:42.240318+0000","last_peered":"2024-09-16T00:53:42.240318+0000","last_clean":"2024-09-16T00:53:42.240318+0000","last_became_active":"2024-09-16T00:53:41.234423+0000","last_became_peered":"2024-09-16T00:53:41.234423+0000","last_unstale":"2024-09-16T00:53:42.240318+0000","last_undegraded":"2024-09-16T00:53:42.240318+0000","last_fullsized":"2024-09-16T00:53:42.240318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:09.359516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240658+0000","last_change":"2024-09-16T00:53:41.228249+0000","last_active":"2024-09-16T00:53:42.240658+0000","last_peered":"2024-09-16T00:53:42.240658+0000","last_clean":"2024-09-16T00:53:42.240658+0000","last_became_active":"2024-09-16T00:53:41.227936+0000","last_became_peered":"2024-09-16T00:53:41.227936+0000","last_unstale":"2024-09-16T00:53:42.240658+0000","last_undegraded":"2024-09-16T00:53:42.240658+0000","last_fullsized":"2024-09-16T00:53:42.240658+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:47.809315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338445+0000","last_change":"2024-09-16T00:53:41.247075+0000","last_active":"2024-09-16T00:53:42.338445+0000","last_peered":"2024-09-16T00:53:42.338445+0000","last_clean":"2024-09-16T00:53:42.338445+0000","last_became_active":"2024-09-16T00:53:41.246798+0000","last_became_peered":"2024-09-16T00:53:41.246798+0000","last_unstale":"2024-09-16T00:53:42.338445+0000","last_undegraded":"2024-09-16T00:53:42.338445+0000","last_fullsized":"2024-09-16T00:53:42.338445+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:59.795355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339144+0000","last_change":"2024-09-16T00:53:41.251871+0000","last_active":"2024-09-16T00:53:42.339144+0000","last_peered":"2024-09-16T00:53:42.339144+0000","last_clean":"2024-09-16T00:53:42.339144+0000","last_became_active":"2024-09-16T00:53:41.251129+0000","last_became_peered":"2024-09-16T00:53:41.251129+0000","last_unstale":"2024-09-16T00:53:42.339144+0000","last_undegraded":"2024-09-16T00:53:42.339144+0000","last_fullsized":"2024-09-16T00:53:42.339144+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:12:47.012317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241062+0000","last_change":"2024-09-16T00:53:41.241471+0000","last_active":"2024-09-16T00:53:42.241062+0000","last_peered":"2024-09-16T00:53:42.241062+0000","last_clean":"2024-09-16T00:53:42.241062+0000","last_became_active":"2024-09-16T00:53:41.239692+0000","last_became_peered":"2024-09-16T00:53:41.239692+0000","last_unstale":"2024-09-16T00:53:42.241062+0000","last_undegraded":"2024-09-16T00:53:42.241062+0000","last_fullsized":"2024-09-16T00:53:42.241062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.557507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564543+0000","last_change":"2024-09-16T00:53:41.244941+0000","last_active":"2024-09-16T00:53:42.564543+0000","last_peered":"2024-09-16T00:53:42.564543+0000","last_clean":"2024-09-16T00:53:42.564543+0000","last_became_active":"2024-09-16T00:53:41.244631+0000","last_became_peered":"2024-09-16T00:53:41.244631+0000","last_unstale":"2024-09-16T00:53:42.564543+0000","last_undegraded":"2024-09-16T00:53:42.564543+0000","last_fullsized":"2024-09-16T00:53:42.564543+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:56.349282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428563+0000","last_change":"2024-09-16T00:53:41.235003+0000","last_active":"2024-09-16T00:53:42.428563+0000","last_peered":"2024-09-16T00:53:42.428563+0000","last_clean":"2024-09-16T00:53:42.428563+0000","last_became_active":"2024-09-16T00:53:41.234717+0000","last_became_peered":"2024-09-16T00:53:41.234717+0000","last_unstale":"2024-09-16T00:53:42.428563+0000","last_undegraded":"2024-09-16T00:53:42.428563+0000","last_fullsized":"2024-09-16T00:53:42.428563+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:48.082516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338632+0000","last_change":"2024-09-16T00:53:41.241298+0000","last_active":"2024-09-16T00:53:42.338632+0000","last_peered":"2024-09-16T00:53:42.338632+0000","last_clean":"2024-09-16T00:53:42.338632+0000","last_became_active":"2024-09-16T00:53:41.241041+0000","last_became_peered":"2024-09-16T00:53:41.241041+0000","last_unstale":"2024-09-16T00:53:42.338632+0000","last_undegraded":"2024-09-16T00:53:42.338632+0000","last_fullsized":"2024-09-16T00:53:42.338632+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:49.030406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241512+0000","last_change":"2024-09-16T00:53:41.229842+0000","last_active":"2024-09-16T00:53:42.241512+0000","last_peered":"2024-09-16T00:53:42.241512+0000","last_clean":"2024-09-16T00:53:42.241512+0000","last_became_active":"2024-09-16T00:53:41.229127+0000","last_became_peered":"2024-09-16T00:53:41.229127+0000","last_unstale":"2024-09-16T00:53:42.241512+0000","last_undegraded":"2024-09-16T00:53:42.241512+0000","last_fullsized":"2024-09-16T00:53:42.241512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338740+0000","last_change":"2024-09-16T00:53:41.245782+0000","last_active":"2024-09-16T00:53:42.338740+0000","last_peered":"2024-09-16T00:53:42.338740+0000","last_clean":"2024-09-16T00:53:42.338740+0000","last_became_active":"2024-09-16T00:53:41.245309+0000","last_became_peered":"2024-09-16T00:53:41.245309+0000","last_unstale":"2024-09-16T00:53:42.338740+0000","last_undegraded":"2024-09-16T00:53:42.338740+0000","last_fullsized":"2024-09-16T00:53:42.338740+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:14.406644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247327+0000","last_change":"2024-09-16T00:53:41.245986+0000","last_active":"2024-09-16T00:53:41.247327+0000","last_peered":"2024-09-16T00:53:41.247327+0000","last_clean":"2024-09-16T00:53:41.247327+0000","last_became_active":"2024-09-16T00:53:41.245432+0000","last_became_peered":"2024-09-16T00:53:41.245432+0000","last_unstale":"2024-09-16T00:53:41.247327+0000","last_undegraded":"2024-09-16T00:53:41.247327+0000","last_fullsized":"2024-09-16T00:53:41.247327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241189+0000","last_change":"2024-09-16T00:53:41.231199+0000","last_active":"2024-09-16T00:53:42.241189+0000","last_peered":"2024-09-16T00:53:42.241189+0000","last_clean":"2024-09-16T00:53:42.241189+0000","last_became_active":"2024-09-16T00:53:41.230901+0000","last_became_peered":"2024-09-16T00:53:41.230901+0000","last_unstale":"2024-09-16T00:53:42.241189+0000","last_undegraded":"2024-09-16T00:53:42.241189+0000","last_fullsized":"2024-09-16T00:53:42.241189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428500+0000","last_change":"2024-09-16T00:53:40.226187+0000","last_active":"2024-09-16T00:53:42.428500+0000","last_peered":"2024-09-16T00:53:42.428500+0000","last_clean":"2024-09-16T00:53:42.428500+0000","last_became_active":"2024-09-16T00:53:40.224596+0000","last_became_peered":"2024-09-16T00:53:40.224596+0000","last_unstale":"2024-09-16T00:53:42.428500+0000","last_undegraded":"2024-09-16T00:53:42.428500+0000","last_fullsized":"2024-09-16T00:53:42.428500+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:57.341936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241082+0000","last_change":"2024-09-16T00:53:41.239937+0000","last_active":"2024-09-16T00:53:41.241082+0000","last_peered":"2024-09-16T00:53:41.241082+0000","last_clean":"2024-09-16T00:53:41.241082+0000","last_became_active":"2024-09-16T00:53:41.239677+0000","last_became_peered":"2024-09-16T00:53:41.239677+0000","last_unstale":"2024-09-16T00:53:41.241082+0000","last_undegraded":"2024-09-16T00:53:41.241082+0000","last_fullsized":"2024-09-16T00:53:41.241082+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564691+0000","last_change":"2024-09-16T00:53:40.220177+0000","last_active":"2024-09-16T00:53:42.564691+0000","last_peered":"2024-09-16T00:53:42.564691+0000","last_clean":"2024-09-16T00:53:42.564691+0000","last_became_active":"2024-09-16T00:53:40.219862+0000","last_became_peered":"2024-09-16T00:53:40.219862+0000","last_unstale":"2024-09-16T00:53:42.564691+0000","last_undegraded":"2024-09-16T00:53:42.564691+0000","last_fullsized":"2024-09-16T00:53:42.564691+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:26.426308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428397+0000","last_change":"2024-09-16T00:53:41.239480+0000","last_active":"2024-09-16T00:53:42.428397+0000","last_peered":"2024-09-16T00:53:42.428397+0000","last_clean":"2024-09-16T00:53:42.428397+0000","last_became_active":"2024-09-16T00:53:41.239173+0000","last_became_peered":"2024-09-16T00:53:41.239173+0000","last_unstale":"2024-09-16T00:53:42.428397+0000","last_undegraded":"2024-09-16T00:53:42.428397+0000","last_fullsized":"2024-09-16T00:53:42.428397+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564721+0000","last_change":"2024-09-16T00:53:40.224259+0000","last_active":"2024-09-16T00:53:42.564721+0000","last_peered":"2024-09-16T00:53:42.564721+0000","last_clean":"2024-09-16T00:53:42.564721+0000","last_became_active":"2024-09-16T00:53:40.223969+0000","last_became_peered":"2024-09-16T00:53:40.223969+0000","last_unstale":"2024-09-16T00:53:42.564721+0000","last_undegraded":"2024-09-16T00:53:42.564721+0000","last_fullsized":"2024-09-16T00:53:42.564721+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:38.451786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240161+0000","last_change":"2024-09-16T00:53:41.239007+0000","last_active":"2024-09-16T00:53:42.240161+0000","last_peered":"2024-09-16T00:53:42.240161+0000","last_clean":"2024-09-16T00:53:42.240161+0000","last_became_active":"2024-09-16T00:53:41.238661+0000","last_became_peered":"2024-09-16T00:53:41.238661+0000","last_unstale":"2024-09-16T00:53:42.240161+0000","last_undegraded":"2024-09-16T00:53:42.240161+0000","last_fullsized":"2024-09-16T00:53:42.240161+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:08.565990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.254948+0000","last_change":"2024-09-16T00:53:40.230526+0000","last_active":"2024-09-16T00:53:41.254948+0000","last_peered":"2024-09-16T00:53:41.254948+0000","last_clean":"2024-09-16T00:53:41.254948+0000","last_became_active":"2024-09-16T00:53:40.230193+0000","last_became_peered":"2024-09-16T00:53:40.230193+0000","last_unstale":"2024-09-16T00:53:41.254948+0000","last_undegraded":"2024-09-16T00:53:41.254948+0000","last_fullsized":"2024-09-16T00:53:41.254948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:58.150258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964718+0000","last_change":"2024-09-16T00:53:41.233144+0000","last_active":"2024-09-16T00:53:42.964718+0000","last_peered":"2024-09-16T00:53:42.964718+0000","last_clean":"2024-09-16T00:53:42.964718+0000","last_became_active":"2024-09-16T00:53:41.232862+0000","last_became_peered":"2024-09-16T00:53:41.232862+0000","last_unstale":"2024-09-16T00:53:42.964718+0000","last_undegraded":"2024-09-16T00:53:42.964718+0000","last_fullsized":"2024-09-16T00:53:42.964718+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338631+0000","last_change":"2024-09-16T00:53:40.232996+0000","last_active":"2024-09-16T00:53:42.338631+0000","last_peered":"2024-09-16T00:53:42.338631+0000","last_clean":"2024-09-16T00:53:42.338631+0000","last_became_active":"2024-09-16T00:53:40.232722+0000","last_became_peered":"2024-09-16T00:53:40.232722+0000","last_unstale":"2024-09-16T00:53:42.338631+0000","last_undegraded":"2024-09-16T00:53:42.338631+0000","last_fullsized":"2024-09-16T00:53:42.338631+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:25.100173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241672+0000","last_change":"2024-09-16T00:53:41.232582+0000","last_active":"2024-09-16T00:53:42.241672+0000","last_peered":"2024-09-16T00:53:42.241672+0000","last_clean":"2024-09-16T00:53:42.241672+0000","last_became_active":"2024-09-16T00:53:41.232229+0000","last_became_peered":"2024-09-16T00:53:41.232229+0000","last_unstale":"2024-09-16T00:53:42.241672+0000","last_undegraded":"2024-09-16T00:53:42.241672+0000","last_fullsized":"2024-09-16T00:53:42.241672+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964275+0000","last_change":"2024-09-16T00:53:40.225561+0000","last_active":"2024-09-16T00:53:42.964275+0000","last_peered":"2024-09-16T00:53:42.964275+0000","last_clean":"2024-09-16T00:53:42.964275+0000","last_became_active":"2024-09-16T00:53:40.225277+0000","last_became_peered":"2024-09-16T00:53:40.225277+0000","last_unstale":"2024-09-16T00:53:42.964275+0000","last_undegraded":"2024-09-16T00:53:42.964275+0000","last_fullsized":"2024-09-16T00:53:42.964275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241233+0000","last_change":"2024-09-16T00:53:41.241699+0000","last_active":"2024-09-16T00:53:42.241233+0000","last_peered":"2024-09-16T00:53:42.241233+0000","last_clean":"2024-09-16T00:53:42.241233+0000","last_became_active":"2024-09-16T00:53:41.240101+0000","last_became_peered":"2024-09-16T00:53:41.240101+0000","last_unstale":"2024-09-16T00:53:42.241233+0000","last_undegraded":"2024-09-16T00:53:42.241233+0000","last_fullsized":"2024-09-16T00:53:42.241233+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.006012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428305+0000","last_change":"2024-09-16T00:53:40.223227+0000","last_active":"2024-09-16T00:53:42.428305+0000","last_peered":"2024-09-16T00:53:42.428305+0000","last_clean":"2024-09-16T00:53:42.428305+0000","last_became_active":"2024-09-16T00:53:40.222926+0000","last_became_peered":"2024-09-16T00:53:40.222926+0000","last_unstale":"2024-09-16T00:53:42.428305+0000","last_undegraded":"2024-09-16T00:53:42.428305+0000","last_fullsized":"2024-09-16T00:53:42.428305+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241874+0000","last_change":"2024-09-16T00:53:41.234635+0000","last_active":"2024-09-16T00:53:42.241874+0000","last_peered":"2024-09-16T00:53:42.241874+0000","last_clean":"2024-09-16T00:53:42.241874+0000","last_became_active":"2024-09-16T00:53:41.234341+0000","last_became_peered":"2024-09-16T00:53:41.234341+0000","last_unstale":"2024-09-16T00:53:42.241874+0000","last_undegraded":"2024-09-16T00:53:42.241874+0000","last_fullsized":"2024-09-16T00:53:42.241874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338490+0000","last_change":"2024-09-16T00:53:40.228284+0000","last_active":"2024-09-16T00:53:42.338490+0000","last_peered":"2024-09-16T00:53:42.338490+0000","last_clean":"2024-09-16T00:53:42.338490+0000","last_became_active":"2024-09-16T00:53:40.227946+0000","last_became_peered":"2024-09-16T00:53:40.227946+0000","last_unstale":"2024-09-16T00:53:42.338490+0000","last_undegraded":"2024-09-16T00:53:42.338490+0000","last_fullsized":"2024-09-16T00:53:42.338490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:26.813223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.243790+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.243509+0000","last_became_peered":"2024-09-16T00:53:41.243509+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241834+0000","last_change":"2024-09-16T00:53:40.221956+0000","last_active":"2024-09-16T00:53:42.241834+0000","last_peered":"2024-09-16T00:53:42.241834+0000","last_clean":"2024-09-16T00:53:42.241834+0000","last_became_active":"2024-09-16T00:53:40.221672+0000","last_became_peered":"2024-09-16T00:53:40.221672+0000","last_unstale":"2024-09-16T00:53:42.241834+0000","last_undegraded":"2024-09-16T00:53:42.241834+0000","last_fullsized":"2024-09-16T00:53:42.241834+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:50.897810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241064+0000","last_change":"2024-09-16T00:53:41.237732+0000","last_active":"2024-09-16T00:53:41.241064+0000","last_peered":"2024-09-16T00:53:41.241064+0000","last_clean":"2024-09-16T00:53:41.241064+0000","last_became_active":"2024-09-16T00:53:41.237418+0000","last_became_peered":"2024-09-16T00:53:41.237418+0000","last_unstale":"2024-09-16T00:53:41.241064+0000","last_undegraded":"2024-09-16T00:53:41.241064+0000","last_fullsized":"2024-09-16T00:53:41.241064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:52.728568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964694+0000","last_change":"2024-09-16T00:53:40.230357+0000","last_active":"2024-09-16T00:53:42.964694+0000","last_peered":"2024-09-16T00:53:42.964694+0000","last_clean":"2024-09-16T00:53:42.964694+0000","last_became_active":"2024-09-16T00:53:40.230061+0000","last_became_peered":"2024-09-16T00:53:40.230061+0000","last_unstale":"2024-09-16T00:53:42.964694+0000","last_undegraded":"2024-09-16T00:53:42.964694+0000","last_fullsized":"2024-09-16T00:53:42.964694+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338830+0000","last_change":"2024-09-16T00:53:41.242242+0000","last_active":"2024-09-16T00:53:42.338830+0000","last_peered":"2024-09-16T00:53:42.338830+0000","last_clean":"2024-09-16T00:53:42.338830+0000","last_became_active":"2024-09-16T00:53:41.241955+0000","last_became_peered":"2024-09-16T00:53:41.241955+0000","last_unstale":"2024-09-16T00:53:42.338830+0000","last_undegraded":"2024-09-16T00:53:42.338830+0000","last_fullsized":"2024-09-16T00:53:42.338830+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:30.032619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241804+0000","last_change":"2024-09-16T00:53:40.226891+0000","last_active":"2024-09-16T00:53:42.241804+0000","last_peered":"2024-09-16T00:53:42.241804+0000","last_clean":"2024-09-16T00:53:42.241804+0000","last_became_active":"2024-09-16T00:53:40.226576+0000","last_became_peered":"2024-09-16T00:53:40.226576+0000","last_unstale":"2024-09-16T00:53:42.241804+0000","last_undegraded":"2024-09-16T00:53:42.241804+0000","last_fullsized":"2024-09-16T00:53:42.241804+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:14.480862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964516+0000","last_change":"2024-09-16T00:53:41.235553+0000","last_active":"2024-09-16T00:53:42.964516+0000","last_peered":"2024-09-16T00:53:42.964516+0000","last_clean":"2024-09-16T00:53:42.964516+0000","last_became_active":"2024-09-16T00:53:41.235279+0000","last_became_peered":"2024-09-16T00:53:41.235279+0000","last_unstale":"2024-09-16T00:53:42.964516+0000","last_undegraded":"2024-09-16T00:53:42.964516+0000","last_fullsized":"2024-09-16T00:53:42.964516+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241039+0000","last_change":"2024-09-16T00:53:40.230558+0000","last_active":"2024-09-16T00:53:42.241039+0000","last_peered":"2024-09-16T00:53:42.241039+0000","last_clean":"2024-09-16T00:53:42.241039+0000","last_became_active":"2024-09-16T00:53:40.230179+0000","last_became_peered":"2024-09-16T00:53:40.230179+0000","last_unstale":"2024-09-16T00:53:42.241039+0000","last_undegraded":"2024-09-16T00:53:42.241039+0000","last_fullsized":"2024-09-16T00:53:42.241039+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:01.710404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241010+0000","last_change":"2024-09-16T00:53:41.237995+0000","last_active":"2024-09-16T00:53:41.241010+0000","last_peered":"2024-09-16T00:53:41.241010+0000","last_clean":"2024-09-16T00:53:41.241010+0000","last_became_active":"2024-09-16T00:53:41.237748+0000","last_became_peered":"2024-09-16T00:53:41.237748+0000","last_unstale":"2024-09-16T00:53:41.241010+0000","last_undegraded":"2024-09-16T00:53:41.241010+0000","last_fullsized":"2024-09-16T00:53:41.241010+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338776+0000","last_change":"2024-09-16T00:53:40.227524+0000","last_active":"2024-09-16T00:53:42.338776+0000","last_peered":"2024-09-16T00:53:42.338776+0000","last_clean":"2024-09-16T00:53:42.338776+0000","last_became_active":"2024-09-16T00:53:40.227112+0000","last_became_peered":"2024-09-16T00:53:40.227112+0000","last_unstale":"2024-09-16T00:53:42.338776+0000","last_undegraded":"2024-09-16T00:53:42.338776+0000","last_fullsized":"2024-09-16T00:53:42.338776+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:38.675083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338980+0000","last_change":"2024-09-16T00:53:41.233483+0000","last_active":"2024-09-16T00:53:42.338980+0000","last_peered":"2024-09-16T00:53:42.338980+0000","last_clean":"2024-09-16T00:53:42.338980+0000","last_became_active":"2024-09-16T00:53:41.232820+0000","last_became_peered":"2024-09-16T00:53:41.232820+0000","last_unstale":"2024-09-16T00:53:42.338980+0000","last_undegraded":"2024-09-16T00:53:42.338980+0000","last_fullsized":"2024-09-16T00:53:42.338980+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:39.402173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428309+0000","last_change":"2024-09-16T00:53:40.229796+0000","last_active":"2024-09-16T00:53:42.428309+0000","last_peered":"2024-09-16T00:53:42.428309+0000","last_clean":"2024-09-16T00:53:42.428309+0000","last_became_active":"2024-09-16T00:53:40.229278+0000","last_became_peered":"2024-09-16T00:53:40.229278+0000","last_unstale":"2024-09-16T00:53:42.428309+0000","last_undegraded":"2024-09-16T00:53:42.428309+0000","last_fullsized":"2024-09-16T00:53:42.428309+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241113+0000","last_change":"2024-09-16T00:53:41.239317+0000","last_active":"2024-09-16T00:53:42.241113+0000","last_peered":"2024-09-16T00:53:42.241113+0000","last_clean":"2024-09-16T00:53:42.241113+0000","last_became_active":"2024-09-16T00:53:41.238967+0000","last_became_peered":"2024-09-16T00:53:41.238967+0000","last_unstale":"2024-09-16T00:53:42.241113+0000","last_undegraded":"2024-09-16T00:53:42.241113+0000","last_fullsized":"2024-09-16T00:53:42.241113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:01.614377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241370+0000","last_change":"2024-09-16T00:53:40.224432+0000","last_active":"2024-09-16T00:53:42.241370+0000","last_peered":"2024-09-16T00:53:42.241370+0000","last_clean":"2024-09-16T00:53:42.241370+0000","last_became_active":"2024-09-16T00:53:40.224139+0000","last_became_peered":"2024-09-16T00:53:40.224139+0000","last_unstale":"2024-09-16T00:53:42.241370+0000","last_undegraded":"2024-09-16T00:53:42.241370+0000","last_fullsized":"2024-09-16T00:53:42.241370+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:50:12.010947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339020+0000","last_change":"2024-09-16T00:53:41.232493+0000","last_active":"2024-09-16T00:53:42.339020+0000","last_peered":"2024-09-16T00:53:42.339020+0000","last_clean":"2024-09-16T00:53:42.339020+0000","last_became_active":"2024-09-16T00:53:41.232170+0000","last_became_peered":"2024-09-16T00:53:41.232170+0000","last_unstale":"2024-09-16T00:53:42.339020+0000","last_undegraded":"2024-09-16T00:53:42.339020+0000","last_fullsized":"2024-09-16T00:53:42.339020+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:03.545537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240356+0000","last_change":"2024-09-16T00:53:40.231806+0000","last_active":"2024-09-16T00:53:42.240356+0000","last_peered":"2024-09-16T00:53:42.240356+0000","last_clean":"2024-09-16T00:53:42.240356+0000","last_became_active":"2024-09-16T00:53:40.231509+0000","last_became_peered":"2024-09-16T00:53:40.231509+0000","last_unstale":"2024-09-16T00:53:42.240356+0000","last_undegraded":"2024-09-16T00:53:42.240356+0000","last_fullsized":"2024-09-16T00:53:42.240356+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:51.723172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240246+0000","last_change":"2024-09-16T00:53:41.235568+0000","last_active":"2024-09-16T00:53:42.240246+0000","last_peered":"2024-09-16T00:53:42.240246+0000","last_clean":"2024-09-16T00:53:42.240246+0000","last_became_active":"2024-09-16T00:53:41.235269+0000","last_became_peered":"2024-09-16T00:53:41.235269+0000","last_unstale":"2024-09-16T00:53:42.240246+0000","last_undegraded":"2024-09-16T00:53:42.240246+0000","last_fullsized":"2024-09-16T00:53:42.240246+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:19.321500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339164+0000","last_change":"2024-09-16T00:53:40.231760+0000","last_active":"2024-09-16T00:53:42.339164+0000","last_peered":"2024-09-16T00:53:42.339164+0000","last_clean":"2024-09-16T00:53:42.339164+0000","last_became_active":"2024-09-16T00:53:40.231481+0000","last_became_peered":"2024-09-16T00:53:40.231481+0000","last_unstale":"2024-09-16T00:53:42.339164+0000","last_undegraded":"2024-09-16T00:53:42.339164+0000","last_fullsized":"2024-09-16T00:53:42.339164+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:35.304856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564352+0000","last_change":"2024-09-16T00:53:41.244611+0000","last_active":"2024-09-16T00:53:42.564352+0000","last_peered":"2024-09-16T00:53:42.564352+0000","last_clean":"2024-09-16T00:53:42.564352+0000","last_became_active":"2024-09-16T00:53:41.244282+0000","last_became_peered":"2024-09-16T00:53:41.244282+0000","last_unstale":"2024-09-16T00:53:42.564352+0000","last_undegraded":"2024-09-16T00:53:42.564352+0000","last_fullsized":"2024-09-16T00:53:42.564352+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:53.167554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240904+0000","last_change":"2024-09-16T00:53:40.223336+0000","last_active":"2024-09-16T00:53:42.240904+0000","last_peered":"2024-09-16T00:53:42.240904+0000","last_clean":"2024-09-16T00:53:42.240904+0000","last_became_active":"2024-09-16T00:53:40.222964+0000","last_became_peered":"2024-09-16T00:53:40.222964+0000","last_unstale":"2024-09-16T00:53:42.240904+0000","last_undegraded":"2024-09-16T00:53:42.240904+0000","last_fullsized":"2024-09-16T00:53:42.240904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:52.687334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.236958+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.236613+0000","last_became_peered":"2024-09-16T00:53:41.236613+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:25.216503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428582+0000","last_change":"2024-09-16T00:53:40.227080+0000","last_active":"2024-09-16T00:53:42.428582+0000","last_peered":"2024-09-16T00:53:42.428582+0000","last_clean":"2024-09-16T00:53:42.428582+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.428582+0000","last_undegraded":"2024-09-16T00:53:42.428582+0000","last_fullsized":"2024-09-16T00:53:42.428582+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564520+0000","last_change":"2024-09-16T00:53:41.233436+0000","last_active":"2024-09-16T00:53:42.564520+0000","last_peered":"2024-09-16T00:53:42.564520+0000","last_clean":"2024-09-16T00:53:42.564520+0000","last_became_active":"2024-09-16T00:53:41.233143+0000","last_became_peered":"2024-09-16T00:53:41.233143+0000","last_unstale":"2024-09-16T00:53:42.564520+0000","last_undegraded":"2024-09-16T00:53:42.564520+0000","last_fullsized":"2024-09-16T00:53:42.564520+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:32.137969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428635+0000","last_change":"2024-09-16T00:53:40.230826+0000","last_active":"2024-09-16T00:53:42.428635+0000","last_peered":"2024-09-16T00:53:42.428635+0000","last_clean":"2024-09-16T00:53:42.428635+0000","last_became_active":"2024-09-16T00:53:40.230507+0000","last_became_peered":"2024-09-16T00:53:40.230507+0000","last_unstale":"2024-09-16T00:53:42.428635+0000","last_undegraded":"2024-09-16T00:53:42.428635+0000","last_fullsized":"2024-09-16T00:53:42.428635+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:20.122011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241032+0000","last_change":"2024-09-16T00:53:41.239118+0000","last_active":"2024-09-16T00:53:41.241032+0000","last_peered":"2024-09-16T00:53:41.241032+0000","last_clean":"2024-09-16T00:53:41.241032+0000","last_became_active":"2024-09-16T00:53:41.238294+0000","last_became_peered":"2024-09-16T00:53:41.238294+0000","last_unstale":"2024-09-16T00:53:41.241032+0000","last_undegraded":"2024-09-16T00:53:41.241032+0000","last_fullsized":"2024-09-16T00:53:41.241032+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564518+0000","last_change":"2024-09-16T00:53:40.221728+0000","last_active":"2024-09-16T00:53:42.564518+0000","last_peered":"2024-09-16T00:53:42.564518+0000","last_clean":"2024-09-16T00:53:42.564518+0000","last_became_active":"2024-09-16T00:53:40.221434+0000","last_became_peered":"2024-09-16T00:53:40.221434+0000","last_unstale":"2024-09-16T00:53:42.564518+0000","last_undegraded":"2024-09-16T00:53:42.564518+0000","last_fullsized":"2024-09-16T00:53:42.564518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:14.151801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428506+0000","last_change":"2024-09-16T00:53:41.246557+0000","last_active":"2024-09-16T00:53:42.428506+0000","last_peered":"2024-09-16T00:53:42.428506+0000","last_clean":"2024-09-16T00:53:42.428506+0000","last_became_active":"2024-09-16T00:53:41.246267+0000","last_became_peered":"2024-09-16T00:53:41.246267+0000","last_unstale":"2024-09-16T00:53:42.428506+0000","last_undegraded":"2024-09-16T00:53:42.428506+0000","last_fullsized":"2024-09-16T00:53:42.428506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240221+0000","last_change":"2024-09-16T00:53:40.233178+0000","last_active":"2024-09-16T00:53:42.240221+0000","last_peered":"2024-09-16T00:53:42.240221+0000","last_clean":"2024-09-16T00:53:42.240221+0000","last_became_active":"2024-09-16T00:53:40.232898+0000","last_became_peered":"2024-09-16T00:53:40.232898+0000","last_unstale":"2024-09-16T00:53:42.240221+0000","last_undegraded":"2024-09-16T00:53:42.240221+0000","last_fullsized":"2024-09-16T00:53:42.240221+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:10.323377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339017+0000","last_change":"2024-09-16T00:53:41.240043+0000","last_active":"2024-09-16T00:53:42.339017+0000","last_peered":"2024-09-16T00:53:42.339017+0000","last_clean":"2024-09-16T00:53:42.339017+0000","last_became_active":"2024-09-16T00:53:41.239765+0000","last_became_peered":"2024-09-16T00:53:41.239765+0000","last_unstale":"2024-09-16T00:53:42.339017+0000","last_undegraded":"2024-09-16T00:53:42.339017+0000","last_fullsized":"2024-09-16T00:53:42.339017+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:50.907681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338767+0000","last_change":"2024-09-16T00:53:40.227099+0000","last_active":"2024-09-16T00:53:42.338767+0000","last_peered":"2024-09-16T00:53:42.338767+0000","last_clean":"2024-09-16T00:53:42.338767+0000","last_became_active":"2024-09-16T00:53:40.226717+0000","last_became_peered":"2024-09-16T00:53:40.226717+0000","last_unstale":"2024-09-16T00:53:42.338767+0000","last_undegraded":"2024-09-16T00:53:42.338767+0000","last_fullsized":"2024-09-16T00:53:42.338767+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:48:22.295945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564785+0000","last_change":"2024-09-16T00:53:41.241552+0000","last_active":"2024-09-16T00:53:42.564785+0000","last_peered":"2024-09-16T00:53:42.564785+0000","last_clean":"2024-09-16T00:53:42.564785+0000","last_became_active":"2024-09-16T00:53:41.241267+0000","last_became_peered":"2024-09-16T00:53:41.241267+0000","last_unstale":"2024-09-16T00:53:42.564785+0000","last_undegraded":"2024-09-16T00:53:42.564785+0000","last_fullsized":"2024-09-16T00:53:42.564785+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:01.559216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240571+0000","last_change":"2024-09-16T00:53:40.227009+0000","last_active":"2024-09-16T00:53:42.240571+0000","last_peered":"2024-09-16T00:53:42.240571+0000","last_clean":"2024-09-16T00:53:42.240571+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.240571+0000","last_undegraded":"2024-09-16T00:53:42.240571+0000","last_fullsized":"2024-09-16T00:53:42.240571+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:33.500930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247306+0000","last_change":"2024-09-16T00:53:41.245718+0000","last_active":"2024-09-16T00:53:41.247306+0000","last_peered":"2024-09-16T00:53:41.247306+0000","last_clean":"2024-09-16T00:53:41.247306+0000","last_became_active":"2024-09-16T00:53:41.245063+0000","last_became_peered":"2024-09-16T00:53:41.245063+0000","last_unstale":"2024-09-16T00:53:41.247306+0000","last_undegraded":"2024-09-16T00:53:41.247306+0000","last_fullsized":"2024-09-16T00:53:41.247306+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428554+0000","last_change":"2024-09-16T00:53:40.229813+0000","last_active":"2024-09-16T00:53:42.428554+0000","last_peered":"2024-09-16T00:53:42.428554+0000","last_clean":"2024-09-16T00:53:42.428554+0000","last_became_active":"2024-09-16T00:53:40.229536+0000","last_became_peered":"2024-09-16T00:53:40.229536+0000","last_unstale":"2024-09-16T00:53:42.428554+0000","last_undegraded":"2024-09-16T00:53:42.428554+0000","last_fullsized":"2024-09-16T00:53:42.428554+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:11.361053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564468+0000","last_change":"2024-09-16T00:53:41.235099+0000","last_active":"2024-09-16T00:53:42.564468+0000","last_peered":"2024-09-16T00:53:42.564468+0000","last_clean":"2024-09-16T00:53:42.564468+0000","last_became_active":"2024-09-16T00:53:41.234819+0000","last_became_peered":"2024-09-16T00:53:41.234819+0000","last_unstale":"2024-09-16T00:53:42.564468+0000","last_undegraded":"2024-09-16T00:53:42.564468+0000","last_fullsized":"2024-09-16T00:53:42.564468+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:38.485310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241833+0000","last_change":"2024-09-16T00:53:40.228099+0000","last_active":"2024-09-16T00:53:42.241833+0000","last_peered":"2024-09-16T00:53:42.241833+0000","last_clean":"2024-09-16T00:53:42.241833+0000","last_became_active":"2024-09-16T00:53:40.227733+0000","last_became_peered":"2024-09-16T00:53:40.227733+0000","last_unstale":"2024-09-16T00:53:42.241833+0000","last_undegraded":"2024-09-16T00:53:42.241833+0000","last_fullsized":"2024-09-16T00:53:42.241833+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:59.436246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240523+0000","last_change":"2024-09-16T00:53:41.236738+0000","last_active":"2024-09-16T00:53:42.240523+0000","last_peered":"2024-09-16T00:53:42.240523+0000","last_clean":"2024-09-16T00:53:42.240523+0000","last_became_active":"2024-09-16T00:53:41.236383+0000","last_became_peered":"2024-09-16T00:53:41.236383+0000","last_unstale":"2024-09-16T00:53:42.240523+0000","last_undegraded":"2024-09-16T00:53:42.240523+0000","last_fullsized":"2024-09-16T00:53:42.240523+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:49.916807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338765+0000","last_change":"2024-09-16T00:53:40.225122+0000","last_active":"2024-09-16T00:53:42.338765+0000","last_peered":"2024-09-16T00:53:42.338765+0000","last_clean":"2024-09-16T00:53:42.338765+0000","last_became_active":"2024-09-16T00:53:40.224847+0000","last_became_peered":"2024-09-16T00:53:40.224847+0000","last_unstale":"2024-09-16T00:53:42.338765+0000","last_undegraded":"2024-09-16T00:53:42.338765+0000","last_fullsized":"2024-09-16T00:53:42.338765+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:56.705808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338766+0000","last_change":"2024-09-16T00:53:41.251804+0000","last_active":"2024-09-16T00:53:42.338766+0000","last_peered":"2024-09-16T00:53:42.338766+0000","last_clean":"2024-09-16T00:53:42.338766+0000","last_became_active":"2024-09-16T00:53:41.251355+0000","last_became_peered":"2024-09-16T00:53:41.251355+0000","last_unstale":"2024-09-16T00:53:42.338766+0000","last_undegraded":"2024-09-16T00:53:42.338766+0000","last_fullsized":"2024-09-16T00:53:42.338766+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:50.306447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240612+0000","last_change":"2024-09-16T00:53:40.230696+0000","last_active":"2024-09-16T00:53:42.240612+0000","last_peered":"2024-09-16T00:53:42.240612+0000","last_clean":"2024-09-16T00:53:42.240612+0000","last_became_active":"2024-09-16T00:53:40.230357+0000","last_became_peered":"2024-09-16T00:53:40.230357+0000","last_unstale":"2024-09-16T00:53:42.240612+0000","last_undegraded":"2024-09-16T00:53:42.240612+0000","last_fullsized":"2024-09-16T00:53:42.240612+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:38.906925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.240939+0000","last_change":"2024-09-16T00:53:41.238254+0000","last_active":"2024-09-16T00:53:41.240939+0000","last_peered":"2024-09-16T00:53:41.240939+0000","last_clean":"2024-09-16T00:53:41.240939+0000","last_became_active":"2024-09-16T00:53:41.237960+0000","last_became_peered":"2024-09-16T00:53:41.237960+0000","last_unstale":"2024-09-16T00:53:41.240939+0000","last_undegraded":"2024-09-16T00:53:41.240939+0000","last_fullsized":"2024-09-16T00:53:41.240939+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240421+0000","last_change":"2024-09-16T00:53:40.228727+0000","last_active":"2024-09-16T00:53:42.240421+0000","last_peered":"2024-09-16T00:53:42.240421+0000","last_clean":"2024-09-16T00:53:42.240421+0000","last_became_active":"2024-09-16T00:53:40.228338+0000","last_became_peered":"2024-09-16T00:53:40.228338+0000","last_unstale":"2024-09-16T00:53:42.240421+0000","last_undegraded":"2024-09-16T00:53:42.240421+0000","last_fullsized":"2024-09-16T00:53:42.240421+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.869916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338984+0000","last_change":"2024-09-16T00:53:41.235002+0000","last_active":"2024-09-16T00:53:42.338984+0000","last_peered":"2024-09-16T00:53:42.338984+0000","last_clean":"2024-09-16T00:53:42.338984+0000","last_became_active":"2024-09-16T00:53:41.234738+0000","last_became_peered":"2024-09-16T00:53:41.234738+0000","last_unstale":"2024-09-16T00:53:42.338984+0000","last_undegraded":"2024-09-16T00:53:42.338984+0000","last_fullsized":"2024-09-16T00:53:42.338984+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:17.645603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964239+0000","last_change":"2024-09-16T00:53:40.227427+0000","last_active":"2024-09-16T00:53:42.964239+0000","last_peered":"2024-09-16T00:53:42.964239+0000","last_clean":"2024-09-16T00:53:42.964239+0000","last_became_active":"2024-09-16T00:53:40.227147+0000","last_became_peered":"2024-09-16T00:53:40.227147+0000","last_unstale":"2024-09-16T00:53:42.964239+0000","last_undegraded":"2024-09-16T00:53:42.964239+0000","last_fullsized":"2024-09-16T00:53:42.964239+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241319+0000","last_change":"2024-09-16T00:53:41.241534+0000","last_active":"2024-09-16T00:53:42.241319+0000","last_peered":"2024-09-16T00:53:42.241319+0000","last_clean":"2024-09-16T00:53:42.241319+0000","last_became_active":"2024-09-16T00:53:41.240027+0000","last_became_peered":"2024-09-16T00:53:41.240027+0000","last_unstale":"2024-09-16T00:53:42.241319+0000","last_undegraded":"2024-09-16T00:53:42.241319+0000","last_fullsized":"2024-09-16T00:53:42.241319+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:54.746702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.225486+0000","last_change":"2024-09-16T00:53:40.228370+0000","last_active":"2024-09-16T00:53:41.225486+0000","last_peered":"2024-09-16T00:53:41.225486+0000","last_clean":"2024-09-16T00:53:41.225486+0000","last_became_active":"2024-09-16T00:53:40.227861+0000","last_became_peered":"2024-09-16T00:53:40.227861+0000","last_unstale":"2024-09-16T00:53:41.225486+0000","last_undegraded":"2024-09-16T00:53:41.225486+0000","last_fullsized":"2024-09-16T00:53:41.225486+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:39.112314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428387+0000","last_change":"2024-09-16T00:53:41.238685+0000","last_active":"2024-09-16T00:53:42.428387+0000","last_peered":"2024-09-16T00:53:42.428387+0000","last_clean":"2024-09-16T00:53:42.428387+0000","last_became_active":"2024-09-16T00:53:41.237394+0000","last_became_peered":"2024-09-16T00:53:41.237394+0000","last_unstale":"2024-09-16T00:53:42.428387+0000","last_undegraded":"2024-09-16T00:53:42.428387+0000","last_fullsized":"2024-09-16T00:53:42.428387+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339089+0000","last_change":"2024-09-16T00:53:40.226227+0000","last_active":"2024-09-16T00:53:42.339089+0000","last_peered":"2024-09-16T00:53:42.339089+0000","last_clean":"2024-09-16T00:53:42.339089+0000","last_became_active":"2024-09-16T00:53:40.225926+0000","last_became_peered":"2024-09-16T00:53:40.225926+0000","last_unstale":"2024-09-16T00:53:42.339089+0000","last_undegraded":"2024-09-16T00:53:42.339089+0000","last_fullsized":"2024-09-16T00:53:42.339089+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:05:11.040402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241123+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:42.241123+0000","last_peered":"2024-09-16T00:53:42.241123+0000","last_clean":"2024-09-16T00:53:42.241123+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:42.241123+0000","last_undegraded":"2024-09-16T00:53:42.241123+0000","last_fullsized":"2024-09-16T00:53:42.241123+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476757,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":593920,"data_stored":261713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":261643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":262673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":593920,"data_stored":261221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1187840,"data_stored":851485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1175552,"data_stored":844861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31752,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340088,"statfs":{"total":96636764160,"available":96604250112,"internally_reserved":0,"allocated":573440,"data_stored":254369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:45.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T00:53:45.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.404+0000 7fed02d9f640 1 Processor -- start 2024-09-16T00:53:45.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.404+0000 7fed02d9f640 1 -- start start 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fed02d9f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fecfc0acdd0 0x7fecfc0cb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fed02d9f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecfc06f530 con 0x7fecfc06dd90 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fed02d9f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecfc0cbbb0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fed02d9f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fecfc0cbe90 con 0x7fecfc0acdd0 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fecfbfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fecfc06dd90 0x7fecfc0ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52324/0 (socket says 172.21.15.32:52324) 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fed0133c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fecfc0acdd0 0x7fecfc0cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.405+0000 7fecfbfff640 1 -- 172.21.15.32:0/180190620 learned_addr learned my addr 172.21.15.32:0/180190620 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fed0133c640 1 -- 172.21.15.32:0/180190620 >> v1:172.21.15.50:6789/0 conn(0x7fecfc15e8d0 legacy=0x7fecfc0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fed0133c640 1 -- 172.21.15.32:0/180190620 >> v1:172.21.15.32:6789/0 conn(0x7fecfc06dd90 legacy=0x7fecfc0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fecfb7fe640 1 -- 172.21.15.32:0/180190620 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2875766647 0 0) 0x7fecfc06f530 con 0x7fecfc06dd90 2024-09-16T00:53:45.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fed0133c640 1 -- 172.21.15.32:0/180190620 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecfc0ca5f0 con 0x7fecfc0acdd0 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fed0133c640 1 --2- 172.21.15.32:0/180190620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0cb580 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fecf4009dc0 tx=0x7fecf402a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4720d40fdc028a89 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fecfb7fe640 1 -- 172.21.15.32:0/180190620 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf4007740 con 0x7fecfc0acdd0 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fecfb7fe640 1 -- 172.21.15.32:0/180190620 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecf40078e0 con 0x7fecfc0acdd0 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.406+0000 7fecfb7fe640 1 -- 172.21.15.32:0/180190620 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf4007cb0 con 0x7fecfc0acdd0 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 -- 172.21.15.32:0/180190620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc0acdd0 msgr2=0x7fecfc0cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 --2- 172.21.15.32:0/180190620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0cb580 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fecf4009dc0 tx=0x7fecf402a6d0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 -- 172.21.15.32:0/180190620 shutdown_connections 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 --2- 172.21.15.32:0/180190620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0cb580 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 -- 172.21.15.32:0/180190620 >> 172.21.15.32:0/180190620 conn(0x7fecfc0cffa0 msgr2=0x7fecfc0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 -- 172.21.15.32:0/180190620 shutdown_connections 2024-09-16T00:53:45.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.407+0000 7fed02d9f640 1 -- 172.21.15.32:0/180190620 wait complete. 2024-09-16T00:53:45.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.408+0000 7fed02d9f640 1 Processor -- start 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.408+0000 7fed02d9f640 1 -- start start 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fecfc06dd90 0x7fecfc0c77a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0b5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fecfc073720 con 0x7fecfc15e8d0 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fecfc0cabb0 con 0x7fecfc0acdd0 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed02d9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fecfc0738a0 con 0x7fecfc06dd90 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed0133c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed0133c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57458/0 (socket says 172.21.15.32:57458) 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed0133c640 1 -- 172.21.15.32:0/2933988037 learned_addr learned my addr 172.21.15.32:0/2933988037 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fecfbfff640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.409+0000 7fed00b3b640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fecfc06dd90 0x7fecfc0c77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 -- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fecfc06dd90 msgr2=0x7fecfc0c77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fecfc06dd90 0x7fecfc0c77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 -- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 msgr2=0x7fecfc0b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0b5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 -- 172.21.15.32:0/2933988037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecfc1f2430 con 0x7fecfc15e8d0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fecfbfff640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed0133c640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fecf4009ee0 tx=0x7fecf4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf4040070 con 0x7fecfc15e8d0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecf4031bc0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf4045460 con 0x7fecfc15e8d0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecfc1f2710 con 0x7fecfc15e8d0 2024-09-16T00:53:45.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.410+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecfc1f20e0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.411+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecfc072010 con 0x7fecfc15e8d0 2024-09-16T00:53:45.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.412+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fecf4039040 con 0x7fecfc15e8d0 2024-09-16T00:53:45.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.412+0000 7fecf97fa640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 0x7fece806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.412+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fecf40acec0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.412+0000 7fed00b3b640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 0x7fece806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.413+0000 7fed00b3b640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 0x7fece806e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fecfc09b070 tx=0x7fecec009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.417+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fecfc072010 con 0x7fecfc15e8d0 2024-09-16T00:53:45.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.657+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fecfc06fed0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.658+0000 7fecf97fa640 1 -- 172.21.15.32:0/2933988037 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1474 (secure 0 0 0) 0x7fecfc06fed0 con 0x7fecfc15e8d0 2024-09-16T00:53:45.658 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:45.658 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":107,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1726447929,"num_in_osds":8,"osd_in_since":1726447919,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":261447680,"bytes_avail":772832665600,"bytes_total":773094113280,"write_bytes_sec":2431,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"b","status":"up:active","gid":5271}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-16T00:53:31.099198+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 msgr2=0x7fece806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 0x7fece806e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fecfc09b070 tx=0x7fecec009040 comp rx=0 tx=0).stop 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 msgr2=0x7fecfc0b5540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fecf4009ee0 tx=0x7fecf4004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 shutdown_connections 2024-09-16T00:53:45.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fece806c2b0 0x7fece806e770 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecfc15e8d0 0x7fecfc0b5540 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecfc0acdd0 0x7fecfc0b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 --2- 172.21.15.32:0/2933988037 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fecfc06dd90 0x7fecfc0c77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 >> 172.21.15.32:0/2933988037 conn(0x7fecfc0cffa0 msgr2=0x7fecfc0d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 shutdown_connections 2024-09-16T00:53:45.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.660+0000 7fed02d9f640 1 -- 172.21.15.32:0/2933988037 wait complete. 2024-09-16T00:53:45.671 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T00:53:45.671 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:45.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.773+0000 7ff7c78d2640 1 Processor -- start 2024-09-16T00:53:45.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 -- start start 2024-09-16T00:53:45.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7c00d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff7c00b78e0 0x7ff7c00b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7c00d3430 con 0x7ff7c015e510 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff7c00d1660 con 0x7ff7c00b78e0 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c78d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff7c00d36d0 con 0x7ff7c00d0cc0 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.774+0000 7ff7c566e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff7c015e510 0x7ff7c00ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:52338/0 (socket says 172.21.15.32:52338) 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c566e640 1 -- 172.21.15.32:0/1573644826 learned_addr learned my addr 172.21.15.32:0/1573644826 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7c00d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c5e6f640 1 --2- 172.21.15.32:0/1573644826 >> v2:172.21.15.50:3300/0 conn(0x7ff7c00b78e0 0x7ff7c00b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 765677846 0 0) 0x7ff7c00d3430 con 0x7ff7c015e510 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7ac003520 con 0x7ff7c015e510 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1345688507 0 0) 0x7ff7ac003520 con 0x7ff7c015e510 2024-09-16T00:53:45.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 msgr2=0x7ff7c00d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7c00d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 >> v2:172.21.15.50:3300/0 conn(0x7ff7c00b78e0 msgr2=0x7ff7c00b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 --2- 172.21.15.32:0/1573644826 >> v2:172.21.15.50:3300/0 conn(0x7ff7c00b78e0 0x7ff7c00b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7c00d39b0 con 0x7ff7c015e510 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7ff7bc001670 con 0x7ff7c015e510 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 >> v1:172.21.15.32:6789/0 conn(0x7ff7c015e510 legacy=0x7ff7c00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7ac003a20 0x7ff7ac003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7ac004800 0x7ff7ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c00d1660 con 0x7ff7ac004800 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c00d36d0 con 0x7ff7ac003a20 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff7ac00ba40 con 0x7ff7c00d0cc0 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7ac004800 0x7ff7ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c566e640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7ac003a20 0x7ff7ac003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.775+0000 7ff7c5e6f640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 msgr2=0x7ff7ac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7ac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7ac003a20 msgr2=0x7ff7ac003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7ac003a20 0x7ff7ac003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/1573644826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7ac003520 con 0x7ff7ac004800 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c5e6f640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7c00d0cc0 0x7ff7ac0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7ac004800 0x7ff7ac004c80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ac0 tx=0x7ff7ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a19486d3b60bda4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.776+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0036070 con 0x7ff7ac004800 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7b0031400 con 0x7ff7ac004800 2024-09-16T00:53:45.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7b7fff640 1 -- 172.21.15.32:0/1573644826 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0009690 con 0x7ff7ac004800 2024-09-16T00:53:45.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 -- 172.21.15.32:0/1573644826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7ac004800 msgr2=0x7ff7ac004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/1573644826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7ac004800 0x7ff7ac004c80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ac0 tx=0x7ff7ac005830 comp rx=0 tx=0).stop 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c5e6f640 1 -- 172.21.15.32:0/1573644826 reap_dead start 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 -- 172.21.15.32:0/1573644826 shutdown_connections 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 -- 172.21.15.32:0/1573644826 >> 172.21.15.32:0/1573644826 conn(0x7ff7c006d1a0 msgr2=0x7ff7c0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 -- 172.21.15.32:0/1573644826 shutdown_connections 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.777+0000 7ff7c78d2640 1 -- 172.21.15.32:0/1573644826 wait complete. 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.778+0000 7ff7c78d2640 1 Processor -- start 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.778+0000 7ff7c78d2640 1 -- start start 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 0x7ff7c0151920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7c0152c90 0x7ff7c00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c00d22a0 con 0x7ff7c01522d0 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c00d3f70 con 0x7ff7c0152c90 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c78d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff7c00cf210 con 0x7ff7ac004800 2024-09-16T00:53:45.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c4e6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c4e6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57476/0 (socket says 172.21.15.32:57476) 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/3488512386 learned_addr learned my addr 172.21.15.32:0/3488512386 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c5e6f640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7c0152c90 0x7ff7c00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.779+0000 7ff7c566e640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 0x7ff7c0151920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 msgr2=0x7ff7c0151920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 0x7ff7c0151920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7c0152c90 msgr2=0x7ff7c00b4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7c0152c90 0x7ff7c00b4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 -- 172.21.15.32:0/3488512386 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7c00b4020 con 0x7ff7c01522d0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c566e640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 0x7ff7c0151920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c4e6d640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ac0 tx=0x7ff7b0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0040020 con 0x7ff7c01522d0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7b0003bc0 con 0x7ff7c01522d0 2024-09-16T00:53:45.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7c00b4300 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0036040 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.780+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7c00b48c0 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.781+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7c015e8f0 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.782+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7b0043020 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.782+0000 7ff7b5ffb640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 0x7ff7a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.782+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7ff7b00ab520 con 0x7ff7c01522d0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.782+0000 7ff7c566e640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 0x7ff7a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:45.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.783+0000 7ff7c566e640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 0x7ff7a406e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff7c015d290 tx=0x7ff7bc009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:45.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.787+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff7b004a070 con 0x7ff7c01522d0 2024-09-16T00:53:45.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.961+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff7c0151eb0 con 0x7ff7a406c2e0 2024-09-16T00:53:45.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.967+0000 7ff7b5ffb640 1 -- 172.21.15.32:0/3488512386 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251947 (secure 0 0 0) 0x7ff7c0151eb0 con 0x7ff7a406c2e0 2024-09-16T00:53:45.969 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:45.970 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 msgr2=0x7ff7a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 0x7ff7a406e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff7c015d290 tx=0x7ff7bc009040 comp rx=0 tx=0).stop 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 msgr2=0x7ff7c0152750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ac0 tx=0x7ff7b0004730 comp rx=0 tx=0).stop 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 shutdown_connections 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7a406c2e0 0x7ff7a406e7a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7c0152c90 0x7ff7c00b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7c01522d0 0x7ff7c0152750 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 --2- 172.21.15.32:0/3488512386 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7ac004800 0x7ff7c0151920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:45.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 >> 172.21.15.32:0/3488512386 conn(0x7ff7c006d1a0 msgr2=0x7ff7c00ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:45.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 shutdown_connections 2024-09-16T00:53:45.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:45.970+0000 7ff7c78d2640 1 -- 172.21.15.32:0/3488512386 wait complete. 2024-09-16T00:53:45.981 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-16T00:53:45.102272+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":131,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255320,"kb_used_data":5776,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719400,"statfs":{"total":773094113280,"available":772832665600,"internally_reserved":0,"allocated":5914624,"data_stored":3260660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.896050"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564776+0000","last_change":"2024-09-16T00:53:41.236655+0000","last_active":"2024-09-16T00:53:42.564776+0000","last_peered":"2024-09-16T00:53:42.564776+0000","last_clean":"2024-09-16T00:53:42.564776+0000","last_became_active":"2024-09-16T00:53:41.236344+0000","last_became_peered":"2024-09-16T00:53:41.236344+0000","last_unstale":"2024-09-16T00:53:42.564776+0000","last_undegraded":"2024-09-16T00:53:42.564776+0000","last_fullsized":"2024-09-16T00:53:42.564776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:08.093155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241846+0000","last_change":"2024-09-16T00:53:41.231853+0000","last_active":"2024-09-16T00:53:42.241846+0000","last_peered":"2024-09-16T00:53:42.241846+0000","last_clean":"2024-09-16T00:53:42.241846+0000","last_became_active":"2024-09-16T00:53:41.231587+0000","last_became_peered":"2024-09-16T00:53:41.231587+0000","last_unstale":"2024-09-16T00:53:42.241846+0000","last_undegraded":"2024-09-16T00:53:42.241846+0000","last_fullsized":"2024-09-16T00:53:42.241846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338912+0000","last_change":"2024-09-16T00:53:41.249218+0000","last_active":"2024-09-16T00:53:42.338912+0000","last_peered":"2024-09-16T00:53:42.338912+0000","last_clean":"2024-09-16T00:53:42.338912+0000","last_became_active":"2024-09-16T00:53:41.248856+0000","last_became_peered":"2024-09-16T00:53:41.248856+0000","last_unstale":"2024-09-16T00:53:42.338912+0000","last_undegraded":"2024-09-16T00:53:42.338912+0000","last_fullsized":"2024-09-16T00:53:42.338912+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:33.402132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241661+0000","last_change":"2024-09-16T00:53:41.242269+0000","last_active":"2024-09-16T00:53:42.241661+0000","last_peered":"2024-09-16T00:53:42.241661+0000","last_clean":"2024-09-16T00:53:42.241661+0000","last_became_active":"2024-09-16T00:53:41.241987+0000","last_became_peered":"2024-09-16T00:53:41.241987+0000","last_unstale":"2024-09-16T00:53:42.241661+0000","last_undegraded":"2024-09-16T00:53:42.241661+0000","last_fullsized":"2024-09-16T00:53:42.241661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964467+0000","last_change":"2024-09-16T00:53:41.234457+0000","last_active":"2024-09-16T00:53:42.964467+0000","last_peered":"2024-09-16T00:53:42.964467+0000","last_clean":"2024-09-16T00:53:42.964467+0000","last_became_active":"2024-09-16T00:53:41.234163+0000","last_became_peered":"2024-09-16T00:53:41.234163+0000","last_unstale":"2024-09-16T00:53:42.964467+0000","last_undegraded":"2024-09-16T00:53:42.964467+0000","last_fullsized":"2024-09-16T00:53:42.964467+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564414+0000","last_change":"2024-09-16T00:53:41.240856+0000","last_active":"2024-09-16T00:53:42.564414+0000","last_peered":"2024-09-16T00:53:42.564414+0000","last_clean":"2024-09-16T00:53:42.564414+0000","last_became_active":"2024-09-16T00:53:41.240565+0000","last_became_peered":"2024-09-16T00:53:41.240565+0000","last_unstale":"2024-09-16T00:53:42.564414+0000","last_undegraded":"2024-09-16T00:53:42.564414+0000","last_fullsized":"2024-09-16T00:53:42.564414+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:42.699459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338619+0000","last_change":"2024-09-16T00:53:41.244660+0000","last_active":"2024-09-16T00:53:42.338619+0000","last_peered":"2024-09-16T00:53:42.338619+0000","last_clean":"2024-09-16T00:53:42.338619+0000","last_became_active":"2024-09-16T00:53:41.244365+0000","last_became_peered":"2024-09-16T00:53:41.244365+0000","last_unstale":"2024-09-16T00:53:42.338619+0000","last_undegraded":"2024-09-16T00:53:42.338619+0000","last_fullsized":"2024-09-16T00:53:42.338619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:36.115159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240180+0000","last_change":"2024-09-16T00:53:41.234009+0000","last_active":"2024-09-16T00:53:42.240180+0000","last_peered":"2024-09-16T00:53:42.240180+0000","last_clean":"2024-09-16T00:53:42.240180+0000","last_became_active":"2024-09-16T00:53:41.233737+0000","last_became_peered":"2024-09-16T00:53:41.233737+0000","last_unstale":"2024-09-16T00:53:42.240180+0000","last_undegraded":"2024-09-16T00:53:42.240180+0000","last_fullsized":"2024-09-16T00:53:42.240180+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:14.636184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241340+0000","last_change":"2024-09-16T00:53:41.237124+0000","last_active":"2024-09-16T00:53:42.241340+0000","last_peered":"2024-09-16T00:53:42.241340+0000","last_clean":"2024-09-16T00:53:42.241340+0000","last_became_active":"2024-09-16T00:53:41.236749+0000","last_became_peered":"2024-09-16T00:53:41.236749+0000","last_unstale":"2024-09-16T00:53:42.241340+0000","last_undegraded":"2024-09-16T00:53:42.241340+0000","last_fullsized":"2024-09-16T00:53:42.241340+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:22.851740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564729+0000","last_change":"2024-09-16T00:53:41.239820+0000","last_active":"2024-09-16T00:53:42.564729+0000","last_peered":"2024-09-16T00:53:42.564729+0000","last_clean":"2024-09-16T00:53:42.564729+0000","last_became_active":"2024-09-16T00:53:41.239555+0000","last_became_peered":"2024-09-16T00:53:41.239555+0000","last_unstale":"2024-09-16T00:53:42.564729+0000","last_undegraded":"2024-09-16T00:53:42.564729+0000","last_fullsized":"2024-09-16T00:53:42.564729+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:10.959850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241027+0000","last_change":"2024-09-16T00:53:41.238894+0000","last_active":"2024-09-16T00:53:42.241027+0000","last_peered":"2024-09-16T00:53:42.241027+0000","last_clean":"2024-09-16T00:53:42.241027+0000","last_became_active":"2024-09-16T00:53:41.238608+0000","last_became_peered":"2024-09-16T00:53:41.238608+0000","last_unstale":"2024-09-16T00:53:42.241027+0000","last_undegraded":"2024-09-16T00:53:42.241027+0000","last_fullsized":"2024-09-16T00:53:42.241027+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:27.151214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241099+0000","last_change":"2024-09-16T00:53:41.247967+0000","last_active":"2024-09-16T00:53:42.241099+0000","last_peered":"2024-09-16T00:53:42.241099+0000","last_clean":"2024-09-16T00:53:42.241099+0000","last_became_active":"2024-09-16T00:53:41.246393+0000","last_became_peered":"2024-09-16T00:53:41.246393+0000","last_unstale":"2024-09-16T00:53:42.241099+0000","last_undegraded":"2024-09-16T00:53:42.241099+0000","last_fullsized":"2024-09-16T00:53:42.241099+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:42.170223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564436+0000","last_change":"2024-09-16T00:53:41.238678+0000","last_active":"2024-09-16T00:53:42.564436+0000","last_peered":"2024-09-16T00:53:42.564436+0000","last_clean":"2024-09-16T00:53:42.564436+0000","last_became_active":"2024-09-16T00:53:41.238354+0000","last_became_peered":"2024-09-16T00:53:41.238354+0000","last_unstale":"2024-09-16T00:53:42.564436+0000","last_undegraded":"2024-09-16T00:53:42.564436+0000","last_fullsized":"2024-09-16T00:53:42.564436+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:00.771233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338660+0000","last_change":"2024-09-16T00:53:41.235689+0000","last_active":"2024-09-16T00:53:42.338660+0000","last_peered":"2024-09-16T00:53:42.338660+0000","last_clean":"2024-09-16T00:53:42.338660+0000","last_became_active":"2024-09-16T00:53:41.235418+0000","last_became_peered":"2024-09-16T00:53:41.235418+0000","last_unstale":"2024-09-16T00:53:42.338660+0000","last_undegraded":"2024-09-16T00:53:42.338660+0000","last_fullsized":"2024-09-16T00:53:42.338660+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:37:59.046881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241390+0000","last_change":"2024-09-16T00:53:41.238916+0000","last_active":"2024-09-16T00:53:42.241390+0000","last_peered":"2024-09-16T00:53:42.241390+0000","last_clean":"2024-09-16T00:53:42.241390+0000","last_became_active":"2024-09-16T00:53:41.238640+0000","last_became_peered":"2024-09-16T00:53:41.238640+0000","last_unstale":"2024-09-16T00:53:42.241390+0000","last_undegraded":"2024-09-16T00:53:42.241390+0000","last_fullsized":"2024-09-16T00:53:42.241390+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564383+0000","last_change":"2024-09-16T00:53:41.237454+0000","last_active":"2024-09-16T00:53:42.564383+0000","last_peered":"2024-09-16T00:53:42.564383+0000","last_clean":"2024-09-16T00:53:42.564383+0000","last_became_active":"2024-09-16T00:53:41.237072+0000","last_became_peered":"2024-09-16T00:53:41.237072+0000","last_unstale":"2024-09-16T00:53:42.564383+0000","last_undegraded":"2024-09-16T00:53:42.564383+0000","last_fullsized":"2024-09-16T00:53:42.564383+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:51.539751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339111+0000","last_change":"2024-09-16T00:53:41.232115+0000","last_active":"2024-09-16T00:53:42.339111+0000","last_peered":"2024-09-16T00:53:42.339111+0000","last_clean":"2024-09-16T00:53:42.339111+0000","last_became_active":"2024-09-16T00:53:41.231829+0000","last_became_peered":"2024-09-16T00:53:41.231829+0000","last_unstale":"2024-09-16T00:53:42.339111+0000","last_undegraded":"2024-09-16T00:53:42.339111+0000","last_fullsized":"2024-09-16T00:53:42.339111+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:38.877017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241902+0000","last_change":"2024-09-16T00:53:41.231261+0000","last_active":"2024-09-16T00:53:42.241902+0000","last_peered":"2024-09-16T00:53:42.241902+0000","last_clean":"2024-09-16T00:53:42.241902+0000","last_became_active":"2024-09-16T00:53:41.230919+0000","last_became_peered":"2024-09-16T00:53:41.230919+0000","last_unstale":"2024-09-16T00:53:42.241902+0000","last_undegraded":"2024-09-16T00:53:42.241902+0000","last_fullsized":"2024-09-16T00:53:42.241902+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338829+0000","last_change":"2024-09-16T00:53:41.233701+0000","last_active":"2024-09-16T00:53:42.338829+0000","last_peered":"2024-09-16T00:53:42.338829+0000","last_clean":"2024-09-16T00:53:42.338829+0000","last_became_active":"2024-09-16T00:53:41.233188+0000","last_became_peered":"2024-09-16T00:53:41.233188+0000","last_unstale":"2024-09-16T00:53:42.338829+0000","last_undegraded":"2024-09-16T00:53:42.338829+0000","last_fullsized":"2024-09-16T00:53:42.338829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.562011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428595+0000","last_change":"2024-09-16T00:53:41.237752+0000","last_active":"2024-09-16T00:53:42.428595+0000","last_peered":"2024-09-16T00:53:42.428595+0000","last_clean":"2024-09-16T00:53:42.428595+0000","last_became_active":"2024-09-16T00:53:41.237433+0000","last_became_peered":"2024-09-16T00:53:41.237433+0000","last_unstale":"2024-09-16T00:53:42.428595+0000","last_undegraded":"2024-09-16T00:53:42.428595+0000","last_fullsized":"2024-09-16T00:53:42.428595+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:38.698391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428353+0000","last_change":"2024-09-16T00:53:41.240753+0000","last_active":"2024-09-16T00:53:42.428353+0000","last_peered":"2024-09-16T00:53:42.428353+0000","last_clean":"2024-09-16T00:53:42.428353+0000","last_became_active":"2024-09-16T00:53:41.240442+0000","last_became_peered":"2024-09-16T00:53:41.240442+0000","last_unstale":"2024-09-16T00:53:42.428353+0000","last_undegraded":"2024-09-16T00:53:42.428353+0000","last_fullsized":"2024-09-16T00:53:42.428353+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240318+0000","last_change":"2024-09-16T00:53:41.234697+0000","last_active":"2024-09-16T00:53:42.240318+0000","last_peered":"2024-09-16T00:53:42.240318+0000","last_clean":"2024-09-16T00:53:42.240318+0000","last_became_active":"2024-09-16T00:53:41.234423+0000","last_became_peered":"2024-09-16T00:53:41.234423+0000","last_unstale":"2024-09-16T00:53:42.240318+0000","last_undegraded":"2024-09-16T00:53:42.240318+0000","last_fullsized":"2024-09-16T00:53:42.240318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:09.359516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240658+0000","last_change":"2024-09-16T00:53:41.228249+0000","last_active":"2024-09-16T00:53:42.240658+0000","last_peered":"2024-09-16T00:53:42.240658+0000","last_clean":"2024-09-16T00:53:42.240658+0000","last_became_active":"2024-09-16T00:53:41.227936+0000","last_became_peered":"2024-09-16T00:53:41.227936+0000","last_unstale":"2024-09-16T00:53:42.240658+0000","last_undegraded":"2024-09-16T00:53:42.240658+0000","last_fullsized":"2024-09-16T00:53:42.240658+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:47.809315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338445+0000","last_change":"2024-09-16T00:53:41.247075+0000","last_active":"2024-09-16T00:53:42.338445+0000","last_peered":"2024-09-16T00:53:42.338445+0000","last_clean":"2024-09-16T00:53:42.338445+0000","last_became_active":"2024-09-16T00:53:41.246798+0000","last_became_peered":"2024-09-16T00:53:41.246798+0000","last_unstale":"2024-09-16T00:53:42.338445+0000","last_undegraded":"2024-09-16T00:53:42.338445+0000","last_fullsized":"2024-09-16T00:53:42.338445+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:59.795355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339144+0000","last_change":"2024-09-16T00:53:41.251871+0000","last_active":"2024-09-16T00:53:42.339144+0000","last_peered":"2024-09-16T00:53:42.339144+0000","last_clean":"2024-09-16T00:53:42.339144+0000","last_became_active":"2024-09-16T00:53:41.251129+0000","last_became_peered":"2024-09-16T00:53:41.251129+0000","last_unstale":"2024-09-16T00:53:42.339144+0000","last_undegraded":"2024-09-16T00:53:42.339144+0000","last_fullsized":"2024-09-16T00:53:42.339144+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:12:47.012317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241062+0000","last_change":"2024-09-16T00:53:41.241471+0000","last_active":"2024-09-16T00:53:42.241062+0000","last_peered":"2024-09-16T00:53:42.241062+0000","last_clean":"2024-09-16T00:53:42.241062+0000","last_became_active":"2024-09-16T00:53:41.239692+0000","last_became_peered":"2024-09-16T00:53:41.239692+0000","last_unstale":"2024-09-16T00:53:42.241062+0000","last_undegraded":"2024-09-16T00:53:42.241062+0000","last_fullsized":"2024-09-16T00:53:42.241062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.557507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564543+0000","last_change":"2024-09-16T00:53:41.244941+0000","last_active":"2024-09-16T00:53:42.564543+0000","last_peered":"2024-09-16T00:53:42.564543+0000","last_clean":"2024-09-16T00:53:42.564543+0000","last_became_active":"2024-09-16T00:53:41.244631+0000","last_became_peered":"2024-09-16T00:53:41.244631+0000","last_unstale":"2024-09-16T00:53:42.564543+0000","last_undegraded":"2024-09-16T00:53:42.564543+0000","last_fullsized":"2024-09-16T00:53:42.564543+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:56.349282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428563+0000","last_change":"2024-09-16T00:53:41.235003+0000","last_active":"2024-09-16T00:53:42.428563+0000","last_peered":"2024-09-16T00:53:42.428563+0000","last_clean":"2024-09-16T00:53:42.428563+0000","last_became_active":"2024-09-16T00:53:41.234717+0000","last_became_peered":"2024-09-16T00:53:41.234717+0000","last_unstale":"2024-09-16T00:53:42.428563+0000","last_undegraded":"2024-09-16T00:53:42.428563+0000","last_fullsized":"2024-09-16T00:53:42.428563+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:48.082516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338632+0000","last_change":"2024-09-16T00:53:41.241298+0000","last_active":"2024-09-16T00:53:42.338632+0000","last_peered":"2024-09-16T00:53:42.338632+0000","last_clean":"2024-09-16T00:53:42.338632+0000","last_became_active":"2024-09-16T00:53:41.241041+0000","last_became_peered":"2024-09-16T00:53:41.241041+0000","last_unstale":"2024-09-16T00:53:42.338632+0000","last_undegraded":"2024-09-16T00:53:42.338632+0000","last_fullsized":"2024-09-16T00:53:42.338632+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:49.030406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241512+0000","last_change":"2024-09-16T00:53:41.229842+0000","last_active":"2024-09-16T00:53:42.241512+0000","last_peered":"2024-09-16T00:53:42.241512+0000","last_clean":"2024-09-16T00:53:42.241512+0000","last_became_active":"2024-09-16T00:53:41.229127+0000","last_became_peered":"2024-09-16T00:53:41.229127+0000","last_unstale":"2024-09-16T00:53:42.241512+0000","last_undegraded":"2024-09-16T00:53:42.241512+0000","last_fullsized":"2024-09-16T00:53:42.241512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338740+0000","last_change":"2024-09-16T00:53:41.245782+0000","last_active":"2024-09-16T00:53:42.338740+0000","last_peered":"2024-09-16T00:53:42.338740+0000","last_clean":"2024-09-16T00:53:42.338740+0000","last_became_active":"2024-09-16T00:53:41.245309+0000","last_became_peered":"2024-09-16T00:53:41.245309+0000","last_unstale":"2024-09-16T00:53:42.338740+0000","last_undegraded":"2024-09-16T00:53:42.338740+0000","last_fullsized":"2024-09-16T00:53:42.338740+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:14.406644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247327+0000","last_change":"2024-09-16T00:53:41.245986+0000","last_active":"2024-09-16T00:53:41.247327+0000","last_peered":"2024-09-16T00:53:41.247327+0000","last_clean":"2024-09-16T00:53:41.247327+0000","last_became_active":"2024-09-16T00:53:41.245432+0000","last_became_peered":"2024-09-16T00:53:41.245432+0000","last_unstale":"2024-09-16T00:53:41.247327+0000","last_undegraded":"2024-09-16T00:53:41.247327+0000","last_fullsized":"2024-09-16T00:53:41.247327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241189+0000","last_change":"2024-09-16T00:53:41.231199+0000","last_active":"2024-09-16T00:53:42.241189+0000","last_peered":"2024-09-16T00:53:42.241189+0000","last_clean":"2024-09-16T00:53:42.241189+0000","last_became_active":"2024-09-16T00:53:41.230901+0000","last_became_peered":"2024-09-16T00:53:41.230901+0000","last_unstale":"2024-09-16T00:53:42.241189+0000","last_undegraded":"2024-09-16T00:53:42.241189+0000","last_fullsized":"2024-09-16T00:53:42.241189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428500+0000","last_change":"2024-09-16T00:53:40.226187+0000","last_active":"2024-09-16T00:53:42.428500+0000","last_peered":"2024-09-16T00:53:42.428500+0000","last_clean":"2024-09-16T00:53:42.428500+0000","last_became_active":"2024-09-16T00:53:40.224596+0000","last_became_peered":"2024-09-16T00:53:40.224596+0000","last_unstale":"2024-09-16T00:53:42.428500+0000","last_undegraded":"2024-09-16T00:53:42.428500+0000","last_fullsized":"2024-09-16T00:53:42.428500+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:57.341936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241082+0000","last_change":"2024-09-16T00:53:41.239937+0000","last_active":"2024-09-16T00:53:41.241082+0000","last_peered":"2024-09-16T00:53:41.241082+0000","last_clean":"2024-09-16T00:53:41.241082+0000","last_became_active":"2024-09-16T00:53:41.239677+0000","last_became_peered":"2024-09-16T00:53:41.239677+0000","last_unstale":"2024-09-16T00:53:41.241082+0000","last_undegraded":"2024-09-16T00:53:41.241082+0000","last_fullsized":"2024-09-16T00:53:41.241082+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564691+0000","last_change":"2024-09-16T00:53:40.220177+0000","last_active":"2024-09-16T00:53:42.564691+0000","last_peered":"2024-09-16T00:53:42.564691+0000","last_clean":"2024-09-16T00:53:42.564691+0000","last_became_active":"2024-09-16T00:53:40.219862+0000","last_became_peered":"2024-09-16T00:53:40.219862+0000","last_unstale":"2024-09-16T00:53:42.564691+0000","last_undegraded":"2024-09-16T00:53:42.564691+0000","last_fullsized":"2024-09-16T00:53:42.564691+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:26.426308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428397+0000","last_change":"2024-09-16T00:53:41.239480+0000","last_active":"2024-09-16T00:53:42.428397+0000","last_peered":"2024-09-16T00:53:42.428397+0000","last_clean":"2024-09-16T00:53:42.428397+0000","last_became_active":"2024-09-16T00:53:41.239173+0000","last_became_peered":"2024-09-16T00:53:41.239173+0000","last_unstale":"2024-09-16T00:53:42.428397+0000","last_undegraded":"2024-09-16T00:53:42.428397+0000","last_fullsized":"2024-09-16T00:53:42.428397+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564721+0000","last_change":"2024-09-16T00:53:40.224259+0000","last_active":"2024-09-16T00:53:42.564721+0000","last_peered":"2024-09-16T00:53:42.564721+0000","last_clean":"2024-09-16T00:53:42.564721+0000","last_became_active":"2024-09-16T00:53:40.223969+0000","last_became_peered":"2024-09-16T00:53:40.223969+0000","last_unstale":"2024-09-16T00:53:42.564721+0000","last_undegraded":"2024-09-16T00:53:42.564721+0000","last_fullsized":"2024-09-16T00:53:42.564721+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:38.451786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240161+0000","last_change":"2024-09-16T00:53:41.239007+0000","last_active":"2024-09-16T00:53:42.240161+0000","last_peered":"2024-09-16T00:53:42.240161+0000","last_clean":"2024-09-16T00:53:42.240161+0000","last_became_active":"2024-09-16T00:53:41.238661+0000","last_became_peered":"2024-09-16T00:53:41.238661+0000","last_unstale":"2024-09-16T00:53:42.240161+0000","last_undegraded":"2024-09-16T00:53:42.240161+0000","last_fullsized":"2024-09-16T00:53:42.240161+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:08.565990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.254948+0000","last_change":"2024-09-16T00:53:40.230526+0000","last_active":"2024-09-16T00:53:41.254948+0000","last_peered":"2024-09-16T00:53:41.254948+0000","last_clean":"2024-09-16T00:53:41.254948+0000","last_became_active":"2024-09-16T00:53:40.230193+0000","last_became_peered":"2024-09-16T00:53:40.230193+0000","last_unstale":"2024-09-16T00:53:41.254948+0000","last_undegraded":"2024-09-16T00:53:41.254948+0000","last_fullsized":"2024-09-16T00:53:41.254948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:58.150258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964718+0000","last_change":"2024-09-16T00:53:41.233144+0000","last_active":"2024-09-16T00:53:42.964718+0000","last_peered":"2024-09-16T00:53:42.964718+0000","last_clean":"2024-09-16T00:53:42.964718+0000","last_became_active":"2024-09-16T00:53:41.232862+0000","last_became_peered":"2024-09-16T00:53:41.232862+0000","last_unstale":"2024-09-16T00:53:42.964718+0000","last_undegraded":"2024-09-16T00:53:42.964718+0000","last_fullsized":"2024-09-16T00:53:42.964718+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338631+0000","last_change":"2024-09-16T00:53:40.232996+0000","last_active":"2024-09-16T00:53:42.338631+0000","last_peered":"2024-09-16T00:53:42.338631+0000","last_clean":"2024-09-16T00:53:42.338631+0000","last_became_active":"2024-09-16T00:53:40.232722+0000","last_became_peered":"2024-09-16T00:53:40.232722+0000","last_unstale":"2024-09-16T00:53:42.338631+0000","last_undegraded":"2024-09-16T00:53:42.338631+0000","last_fullsized":"2024-09-16T00:53:42.338631+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:25.100173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241672+0000","last_change":"2024-09-16T00:53:41.232582+0000","last_active":"2024-09-16T00:53:42.241672+0000","last_peered":"2024-09-16T00:53:42.241672+0000","last_clean":"2024-09-16T00:53:42.241672+0000","last_became_active":"2024-09-16T00:53:41.232229+0000","last_became_peered":"2024-09-16T00:53:41.232229+0000","last_unstale":"2024-09-16T00:53:42.241672+0000","last_undegraded":"2024-09-16T00:53:42.241672+0000","last_fullsized":"2024-09-16T00:53:42.241672+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964275+0000","last_change":"2024-09-16T00:53:40.225561+0000","last_active":"2024-09-16T00:53:42.964275+0000","last_peered":"2024-09-16T00:53:42.964275+0000","last_clean":"2024-09-16T00:53:42.964275+0000","last_became_active":"2024-09-16T00:53:40.225277+0000","last_became_peered":"2024-09-16T00:53:40.225277+0000","last_unstale":"2024-09-16T00:53:42.964275+0000","last_undegraded":"2024-09-16T00:53:42.964275+0000","last_fullsized":"2024-09-16T00:53:42.964275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241233+0000","last_change":"2024-09-16T00:53:41.241699+0000","last_active":"2024-09-16T00:53:42.241233+0000","last_peered":"2024-09-16T00:53:42.241233+0000","last_clean":"2024-09-16T00:53:42.241233+0000","last_became_active":"2024-09-16T00:53:41.240101+0000","last_became_peered":"2024-09-16T00:53:41.240101+0000","last_unstale":"2024-09-16T00:53:42.241233+0000","last_undegraded":"2024-09-16T00:53:42.241233+0000","last_fullsized":"2024-09-16T00:53:42.241233+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.006012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428305+0000","last_change":"2024-09-16T00:53:40.223227+0000","last_active":"2024-09-16T00:53:42.428305+0000","last_peered":"2024-09-16T00:53:42.428305+0000","last_clean":"2024-09-16T00:53:42.428305+0000","last_became_active":"2024-09-16T00:53:40.222926+0000","last_became_peered":"2024-09-16T00:53:40.222926+0000","last_unstale":"2024-09-16T00:53:42.428305+0000","last_undegraded":"2024-09-16T00:53:42.428305+0000","last_fullsized":"2024-09-16T00:53:42.428305+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241874+0000","last_change":"2024-09-16T00:53:41.234635+0000","last_active":"2024-09-16T00:53:42.241874+0000","last_peered":"2024-09-16T00:53:42.241874+0000","last_clean":"2024-09-16T00:53:42.241874+0000","last_became_active":"2024-09-16T00:53:41.234341+0000","last_became_peered":"2024-09-16T00:53:41.234341+0000","last_unstale":"2024-09-16T00:53:42.241874+0000","last_undegraded":"2024-09-16T00:53:42.241874+0000","last_fullsized":"2024-09-16T00:53:42.241874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338490+0000","last_change":"2024-09-16T00:53:40.228284+0000","last_active":"2024-09-16T00:53:42.338490+0000","last_peered":"2024-09-16T00:53:42.338490+0000","last_clean":"2024-09-16T00:53:42.338490+0000","last_became_active":"2024-09-16T00:53:40.227946+0000","last_became_peered":"2024-09-16T00:53:40.227946+0000","last_unstale":"2024-09-16T00:53:42.338490+0000","last_undegraded":"2024-09-16T00:53:42.338490+0000","last_fullsized":"2024-09-16T00:53:42.338490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:26.813223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.243790+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.243509+0000","last_became_peered":"2024-09-16T00:53:41.243509+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241834+0000","last_change":"2024-09-16T00:53:40.221956+0000","last_active":"2024-09-16T00:53:42.241834+0000","last_peered":"2024-09-16T00:53:42.241834+0000","last_clean":"2024-09-16T00:53:42.241834+0000","last_became_active":"2024-09-16T00:53:40.221672+0000","last_became_peered":"2024-09-16T00:53:40.221672+0000","last_unstale":"2024-09-16T00:53:42.241834+0000","last_undegraded":"2024-09-16T00:53:42.241834+0000","last_fullsized":"2024-09-16T00:53:42.241834+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:50.897810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241064+0000","last_change":"2024-09-16T00:53:41.237732+0000","last_active":"2024-09-16T00:53:41.241064+0000","last_peered":"2024-09-16T00:53:41.241064+0000","last_clean":"2024-09-16T00:53:41.241064+0000","last_became_active":"2024-09-16T00:53:41.237418+0000","last_became_peered":"2024-09-16T00:53:41.237418+0000","last_unstale":"2024-09-16T00:53:41.241064+0000","last_undegraded":"2024-09-16T00:53:41.241064+0000","last_fullsized":"2024-09-16T00:53:41.241064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:52.728568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964694+0000","last_change":"2024-09-16T00:53:40.230357+0000","last_active":"2024-09-16T00:53:42.964694+0000","last_peered":"2024-09-16T00:53:42.964694+0000","last_clean":"2024-09-16T00:53:42.964694+0000","last_became_active":"2024-09-16T00:53:40.230061+0000","last_became_peered":"2024-09-16T00:53:40.230061+0000","last_unstale":"2024-09-16T00:53:42.964694+0000","last_undegraded":"2024-09-16T00:53:42.964694+0000","last_fullsized":"2024-09-16T00:53:42.964694+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338830+0000","last_change":"2024-09-16T00:53:41.242242+0000","last_active":"2024-09-16T00:53:42.338830+0000","last_peered":"2024-09-16T00:53:42.338830+0000","last_clean":"2024-09-16T00:53:42.338830+0000","last_became_active":"2024-09-16T00:53:41.241955+0000","last_became_peered":"2024-09-16T00:53:41.241955+0000","last_unstale":"2024-09-16T00:53:42.338830+0000","last_undegraded":"2024-09-16T00:53:42.338830+0000","last_fullsized":"2024-09-16T00:53:42.338830+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:30.032619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241804+0000","last_change":"2024-09-16T00:53:40.226891+0000","last_active":"2024-09-16T00:53:42.241804+0000","last_peered":"2024-09-16T00:53:42.241804+0000","last_clean":"2024-09-16T00:53:42.241804+0000","last_became_active":"2024-09-16T00:53:40.226576+0000","last_became_peered":"2024-09-16T00:53:40.226576+0000","last_unstale":"2024-09-16T00:53:42.241804+0000","last_undegraded":"2024-09-16T00:53:42.241804+0000","last_fullsized":"2024-09-16T00:53:42.241804+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:14.480862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964516+0000","last_change":"2024-09-16T00:53:41.235553+0000","last_active":"2024-09-16T00:53:42.964516+0000","last_peered":"2024-09-16T00:53:42.964516+0000","last_clean":"2024-09-16T00:53:42.964516+0000","last_became_active":"2024-09-16T00:53:41.235279+0000","last_became_peered":"2024-09-16T00:53:41.235279+0000","last_unstale":"2024-09-16T00:53:42.964516+0000","last_undegraded":"2024-09-16T00:53:42.964516+0000","last_fullsized":"2024-09-16T00:53:42.964516+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241039+0000","last_change":"2024-09-16T00:53:40.230558+0000","last_active":"2024-09-16T00:53:42.241039+0000","last_peered":"2024-09-16T00:53:42.241039+0000","last_clean":"2024-09-16T00:53:42.241039+0000","last_became_active":"2024-09-16T00:53:40.230179+0000","last_became_peered":"2024-09-16T00:53:40.230179+0000","last_unstale":"2024-09-16T00:53:42.241039+0000","last_undegraded":"2024-09-16T00:53:42.241039+0000","last_fullsized":"2024-09-16T00:53:42.241039+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:01.710404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241010+0000","last_change":"2024-09-16T00:53:41.237995+0000","last_active":"2024-09-16T00:53:41.241010+0000","last_peered":"2024-09-16T00:53:41.241010+0000","last_clean":"2024-09-16T00:53:41.241010+0000","last_became_active":"2024-09-16T00:53:41.237748+0000","last_became_peered":"2024-09-16T00:53:41.237748+0000","last_unstale":"2024-09-16T00:53:41.241010+0000","last_undegraded":"2024-09-16T00:53:41.241010+0000","last_fullsized":"2024-09-16T00:53:41.241010+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338776+0000","last_change":"2024-09-16T00:53:40.227524+0000","last_active":"2024-09-16T00:53:42.338776+0000","last_peered":"2024-09-16T00:53:42.338776+0000","last_clean":"2024-09-16T00:53:42.338776+0000","last_became_active":"2024-09-16T00:53:40.227112+0000","last_became_peered":"2024-09-16T00:53:40.227112+0000","last_unstale":"2024-09-16T00:53:42.338776+0000","last_undegraded":"2024-09-16T00:53:42.338776+0000","last_fullsized":"2024-09-16T00:53:42.338776+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:38.675083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338980+0000","last_change":"2024-09-16T00:53:41.233483+0000","last_active":"2024-09-16T00:53:42.338980+0000","last_peered":"2024-09-16T00:53:42.338980+0000","last_clean":"2024-09-16T00:53:42.338980+0000","last_became_active":"2024-09-16T00:53:41.232820+0000","last_became_peered":"2024-09-16T00:53:41.232820+0000","last_unstale":"2024-09-16T00:53:42.338980+0000","last_undegraded":"2024-09-16T00:53:42.338980+0000","last_fullsized":"2024-09-16T00:53:42.338980+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:39.402173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428309+0000","last_change":"2024-09-16T00:53:40.229796+0000","last_active":"2024-09-16T00:53:42.428309+0000","last_peered":"2024-09-16T00:53:42.428309+0000","last_clean":"2024-09-16T00:53:42.428309+0000","last_became_active":"2024-09-16T00:53:40.229278+0000","last_became_peered":"2024-09-16T00:53:40.229278+0000","last_unstale":"2024-09-16T00:53:42.428309+0000","last_undegraded":"2024-09-16T00:53:42.428309+0000","last_fullsized":"2024-09-16T00:53:42.428309+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241113+0000","last_change":"2024-09-16T00:53:41.239317+0000","last_active":"2024-09-16T00:53:42.241113+0000","last_peered":"2024-09-16T00:53:42.241113+0000","last_clean":"2024-09-16T00:53:42.241113+0000","last_became_active":"2024-09-16T00:53:41.238967+0000","last_became_peered":"2024-09-16T00:53:41.238967+0000","last_unstale":"2024-09-16T00:53:42.241113+0000","last_undegraded":"2024-09-16T00:53:42.241113+0000","last_fullsized":"2024-09-16T00:53:42.241113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:01.614377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241370+0000","last_change":"2024-09-16T00:53:40.224432+0000","last_active":"2024-09-16T00:53:42.241370+0000","last_peered":"2024-09-16T00:53:42.241370+0000","last_clean":"2024-09-16T00:53:42.241370+0000","last_became_active":"2024-09-16T00:53:40.224139+0000","last_became_peered":"2024-09-16T00:53:40.224139+0000","last_unstale":"2024-09-16T00:53:42.241370+0000","last_undegraded":"2024-09-16T00:53:42.241370+0000","last_fullsized":"2024-09-16T00:53:42.241370+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:50:12.010947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339020+0000","last_change":"2024-09-16T00:53:41.232493+0000","last_active":"2024-09-16T00:53:42.339020+0000","last_peered":"2024-09-16T00:53:42.339020+0000","last_clean":"2024-09-16T00:53:42.339020+0000","last_became_active":"2024-09-16T00:53:41.232170+0000","last_became_peered":"2024-09-16T00:53:41.232170+0000","last_unstale":"2024-09-16T00:53:42.339020+0000","last_undegraded":"2024-09-16T00:53:42.339020+0000","last_fullsized":"2024-09-16T00:53:42.339020+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:03.545537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240356+0000","last_change":"2024-09-16T00:53:40.231806+0000","last_active":"2024-09-16T00:53:42.240356+0000","last_peered":"2024-09-16T00:53:42.240356+0000","last_clean":"2024-09-16T00:53:42.240356+0000","last_became_active":"2024-09-16T00:53:40.231509+0000","last_became_peered":"2024-09-16T00:53:40.231509+0000","last_unstale":"2024-09-16T00:53:42.240356+0000","last_undegraded":"2024-09-16T00:53:42.240356+0000","last_fullsized":"2024-09-16T00:53:42.240356+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:51.723172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240246+0000","last_change":"2024-09-16T00:53:41.235568+0000","last_active":"2024-09-16T00:53:42.240246+0000","last_peered":"2024-09-16T00:53:42.240246+0000","last_clean":"2024-09-16T00:53:42.240246+0000","last_became_active":"2024-09-16T00:53:41.235269+0000","last_became_peered":"2024-09-16T00:53:41.235269+0000","last_unstale":"2024-09-16T00:53:42.240246+0000","last_undegraded":"2024-09-16T00:53:42.240246+0000","last_fullsized":"2024-09-16T00:53:42.240246+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:19.321500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339164+0000","last_change":"2024-09-16T00:53:40.231760+0000","last_active":"2024-09-16T00:53:42.339164+0000","last_peered":"2024-09-16T00:53:42.339164+0000","last_clean":"2024-09-16T00:53:42.339164+0000","last_became_active":"2024-09-16T00:53:40.231481+0000","last_became_peered":"2024-09-16T00:53:40.231481+0000","last_unstale":"2024-09-16T00:53:42.339164+0000","last_undegraded":"2024-09-16T00:53:42.339164+0000","last_fullsized":"2024-09-16T00:53:42.339164+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:35.304856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564352+0000","last_change":"2024-09-16T00:53:41.244611+0000","last_active":"2024-09-16T00:53:42.564352+0000","last_peered":"2024-09-16T00:53:42.564352+0000","last_clean":"2024-09-16T00:53:42.564352+0000","last_became_active":"2024-09-16T00:53:41.244282+0000","last_became_peered":"2024-09-16T00:53:41.244282+0000","last_unstale":"2024-09-16T00:53:42.564352+0000","last_undegraded":"2024-09-16T00:53:42.564352+0000","last_fullsized":"2024-09-16T00:53:42.564352+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:53.167554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240904+0000","last_change":"2024-09-16T00:53:40.223336+0000","last_active":"2024-09-16T00:53:42.240904+0000","last_peered":"2024-09-16T00:53:42.240904+0000","last_clean":"2024-09-16T00:53:42.240904+0000","last_became_active":"2024-09-16T00:53:40.222964+0000","last_became_peered":"2024-09-16T00:53:40.222964+0000","last_unstale":"2024-09-16T00:53:42.240904+0000","last_undegraded":"2024-09-16T00:53:42.240904+0000","last_fullsized":"2024-09-16T00:53:42.240904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:52.687334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.236958+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.236613+0000","last_became_peered":"2024-09-16T00:53:41.236613+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:25.216503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428582+0000","last_change":"2024-09-16T00:53:40.227080+0000","last_active":"2024-09-16T00:53:42.428582+0000","last_peered":"2024-09-16T00:53:42.428582+0000","last_clean":"2024-09-16T00:53:42.428582+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.428582+0000","last_undegraded":"2024-09-16T00:53:42.428582+0000","last_fullsized":"2024-09-16T00:53:42.428582+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564520+0000","last_change":"2024-09-16T00:53:41.233436+0000","last_active":"2024-09-16T00:53:42.564520+0000","last_peered":"2024-09-16T00:53:42.564520+0000","last_clean":"2024-09-16T00:53:42.564520+0000","last_became_active":"2024-09-16T00:53:41.233143+0000","last_became_peered":"2024-09-16T00:53:41.233143+0000","last_unstale":"2024-09-16T00:53:42.564520+0000","last_undegraded":"2024-09-16T00:53:42.564520+0000","last_fullsized":"2024-09-16T00:53:42.564520+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:32.137969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428635+0000","last_change":"2024-09-16T00:53:40.230826+0000","last_active":"2024-09-16T00:53:42.428635+0000","last_peered":"2024-09-16T00:53:42.428635+0000","last_clean":"2024-09-16T00:53:42.428635+0000","last_became_active":"2024-09-16T00:53:40.230507+0000","last_became_peered":"2024-09-16T00:53:40.230507+0000","last_unstale":"2024-09-16T00:53:42.428635+0000","last_undegraded":"2024-09-16T00:53:42.428635+0000","last_fullsized":"2024-09-16T00:53:42.428635+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:20.122011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.241032+0000","last_change":"2024-09-16T00:53:41.239118+0000","last_active":"2024-09-16T00:53:41.241032+0000","last_peered":"2024-09-16T00:53:41.241032+0000","last_clean":"2024-09-16T00:53:41.241032+0000","last_became_active":"2024-09-16T00:53:41.238294+0000","last_became_peered":"2024-09-16T00:53:41.238294+0000","last_unstale":"2024-09-16T00:53:41.241032+0000","last_undegraded":"2024-09-16T00:53:41.241032+0000","last_fullsized":"2024-09-16T00:53:41.241032+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564518+0000","last_change":"2024-09-16T00:53:40.221728+0000","last_active":"2024-09-16T00:53:42.564518+0000","last_peered":"2024-09-16T00:53:42.564518+0000","last_clean":"2024-09-16T00:53:42.564518+0000","last_became_active":"2024-09-16T00:53:40.221434+0000","last_became_peered":"2024-09-16T00:53:40.221434+0000","last_unstale":"2024-09-16T00:53:42.564518+0000","last_undegraded":"2024-09-16T00:53:42.564518+0000","last_fullsized":"2024-09-16T00:53:42.564518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:14.151801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428506+0000","last_change":"2024-09-16T00:53:41.246557+0000","last_active":"2024-09-16T00:53:42.428506+0000","last_peered":"2024-09-16T00:53:42.428506+0000","last_clean":"2024-09-16T00:53:42.428506+0000","last_became_active":"2024-09-16T00:53:41.246267+0000","last_became_peered":"2024-09-16T00:53:41.246267+0000","last_unstale":"2024-09-16T00:53:42.428506+0000","last_undegraded":"2024-09-16T00:53:42.428506+0000","last_fullsized":"2024-09-16T00:53:42.428506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240221+0000","last_change":"2024-09-16T00:53:40.233178+0000","last_active":"2024-09-16T00:53:42.240221+0000","last_peered":"2024-09-16T00:53:42.240221+0000","last_clean":"2024-09-16T00:53:42.240221+0000","last_became_active":"2024-09-16T00:53:40.232898+0000","last_became_peered":"2024-09-16T00:53:40.232898+0000","last_unstale":"2024-09-16T00:53:42.240221+0000","last_undegraded":"2024-09-16T00:53:42.240221+0000","last_fullsized":"2024-09-16T00:53:42.240221+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:10.323377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339017+0000","last_change":"2024-09-16T00:53:41.240043+0000","last_active":"2024-09-16T00:53:42.339017+0000","last_peered":"2024-09-16T00:53:42.339017+0000","last_clean":"2024-09-16T00:53:42.339017+0000","last_became_active":"2024-09-16T00:53:41.239765+0000","last_became_peered":"2024-09-16T00:53:41.239765+0000","last_unstale":"2024-09-16T00:53:42.339017+0000","last_undegraded":"2024-09-16T00:53:42.339017+0000","last_fullsized":"2024-09-16T00:53:42.339017+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:50.907681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338767+0000","last_change":"2024-09-16T00:53:40.227099+0000","last_active":"2024-09-16T00:53:42.338767+0000","last_peered":"2024-09-16T00:53:42.338767+0000","last_clean":"2024-09-16T00:53:42.338767+0000","last_became_active":"2024-09-16T00:53:40.226717+0000","last_became_peered":"2024-09-16T00:53:40.226717+0000","last_unstale":"2024-09-16T00:53:42.338767+0000","last_undegraded":"2024-09-16T00:53:42.338767+0000","last_fullsized":"2024-09-16T00:53:42.338767+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:48:22.295945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564785+0000","last_change":"2024-09-16T00:53:41.241552+0000","last_active":"2024-09-16T00:53:42.564785+0000","last_peered":"2024-09-16T00:53:42.564785+0000","last_clean":"2024-09-16T00:53:42.564785+0000","last_became_active":"2024-09-16T00:53:41.241267+0000","last_became_peered":"2024-09-16T00:53:41.241267+0000","last_unstale":"2024-09-16T00:53:42.564785+0000","last_undegraded":"2024-09-16T00:53:42.564785+0000","last_fullsized":"2024-09-16T00:53:42.564785+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:01.559216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240571+0000","last_change":"2024-09-16T00:53:40.227009+0000","last_active":"2024-09-16T00:53:42.240571+0000","last_peered":"2024-09-16T00:53:42.240571+0000","last_clean":"2024-09-16T00:53:42.240571+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.240571+0000","last_undegraded":"2024-09-16T00:53:42.240571+0000","last_fullsized":"2024-09-16T00:53:42.240571+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:33.500930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.247306+0000","last_change":"2024-09-16T00:53:41.245718+0000","last_active":"2024-09-16T00:53:41.247306+0000","last_peered":"2024-09-16T00:53:41.247306+0000","last_clean":"2024-09-16T00:53:41.247306+0000","last_became_active":"2024-09-16T00:53:41.245063+0000","last_became_peered":"2024-09-16T00:53:41.245063+0000","last_unstale":"2024-09-16T00:53:41.247306+0000","last_undegraded":"2024-09-16T00:53:41.247306+0000","last_fullsized":"2024-09-16T00:53:41.247306+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428554+0000","last_change":"2024-09-16T00:53:40.229813+0000","last_active":"2024-09-16T00:53:42.428554+0000","last_peered":"2024-09-16T00:53:42.428554+0000","last_clean":"2024-09-16T00:53:42.428554+0000","last_became_active":"2024-09-16T00:53:40.229536+0000","last_became_peered":"2024-09-16T00:53:40.229536+0000","last_unstale":"2024-09-16T00:53:42.428554+0000","last_undegraded":"2024-09-16T00:53:42.428554+0000","last_fullsized":"2024-09-16T00:53:42.428554+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:11.361053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564468+0000","last_change":"2024-09-16T00:53:41.235099+0000","last_active":"2024-09-16T00:53:42.564468+0000","last_peered":"2024-09-16T00:53:42.564468+0000","last_clean":"2024-09-16T00:53:42.564468+0000","last_became_active":"2024-09-16T00:53:41.234819+0000","last_became_peered":"2024-09-16T00:53:41.234819+0000","last_unstale":"2024-09-16T00:53:42.564468+0000","last_undegraded":"2024-09-16T00:53:42.564468+0000","last_fullsized":"2024-09-16T00:53:42.564468+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:38.485310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241833+0000","last_change":"2024-09-16T00:53:40.228099+0000","last_active":"2024-09-16T00:53:42.241833+0000","last_peered":"2024-09-16T00:53:42.241833+0000","last_clean":"2024-09-16T00:53:42.241833+0000","last_became_active":"2024-09-16T00:53:40.227733+0000","last_became_peered":"2024-09-16T00:53:40.227733+0000","last_unstale":"2024-09-16T00:53:42.241833+0000","last_undegraded":"2024-09-16T00:53:42.241833+0000","last_fullsized":"2024-09-16T00:53:42.241833+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:59.436246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240523+0000","last_change":"2024-09-16T00:53:41.236738+0000","last_active":"2024-09-16T00:53:42.240523+0000","last_peered":"2024-09-16T00:53:42.240523+0000","last_clean":"2024-09-16T00:53:42.240523+0000","last_became_active":"2024-09-16T00:53:41.236383+0000","last_became_peered":"2024-09-16T00:53:41.236383+0000","last_unstale":"2024-09-16T00:53:42.240523+0000","last_undegraded":"2024-09-16T00:53:42.240523+0000","last_fullsized":"2024-09-16T00:53:42.240523+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:49.916807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338765+0000","last_change":"2024-09-16T00:53:40.225122+0000","last_active":"2024-09-16T00:53:42.338765+0000","last_peered":"2024-09-16T00:53:42.338765+0000","last_clean":"2024-09-16T00:53:42.338765+0000","last_became_active":"2024-09-16T00:53:40.224847+0000","last_became_peered":"2024-09-16T00:53:40.224847+0000","last_unstale":"2024-09-16T00:53:42.338765+0000","last_undegraded":"2024-09-16T00:53:42.338765+0000","last_fullsized":"2024-09-16T00:53:42.338765+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:56.705808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338766+0000","last_change":"2024-09-16T00:53:41.251804+0000","last_active":"2024-09-16T00:53:42.338766+0000","last_peered":"2024-09-16T00:53:42.338766+0000","last_clean":"2024-09-16T00:53:42.338766+0000","last_became_active":"2024-09-16T00:53:41.251355+0000","last_became_peered":"2024-09-16T00:53:41.251355+0000","last_unstale":"2024-09-16T00:53:42.338766+0000","last_undegraded":"2024-09-16T00:53:42.338766+0000","last_fullsized":"2024-09-16T00:53:42.338766+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:50.306447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240612+0000","last_change":"2024-09-16T00:53:40.230696+0000","last_active":"2024-09-16T00:53:42.240612+0000","last_peered":"2024-09-16T00:53:42.240612+0000","last_clean":"2024-09-16T00:53:42.240612+0000","last_became_active":"2024-09-16T00:53:40.230357+0000","last_became_peered":"2024-09-16T00:53:40.230357+0000","last_unstale":"2024-09-16T00:53:42.240612+0000","last_undegraded":"2024-09-16T00:53:42.240612+0000","last_fullsized":"2024-09-16T00:53:42.240612+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:38.906925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.240939+0000","last_change":"2024-09-16T00:53:41.238254+0000","last_active":"2024-09-16T00:53:41.240939+0000","last_peered":"2024-09-16T00:53:41.240939+0000","last_clean":"2024-09-16T00:53:41.240939+0000","last_became_active":"2024-09-16T00:53:41.237960+0000","last_became_peered":"2024-09-16T00:53:41.237960+0000","last_unstale":"2024-09-16T00:53:41.240939+0000","last_undegraded":"2024-09-16T00:53:41.240939+0000","last_fullsized":"2024-09-16T00:53:41.240939+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240421+0000","last_change":"2024-09-16T00:53:40.228727+0000","last_active":"2024-09-16T00:53:42.240421+0000","last_peered":"2024-09-16T00:53:42.240421+0000","last_clean":"2024-09-16T00:53:42.240421+0000","last_became_active":"2024-09-16T00:53:40.228338+0000","last_became_peered":"2024-09-16T00:53:40.228338+0000","last_unstale":"2024-09-16T00:53:42.240421+0000","last_undegraded":"2024-09-16T00:53:42.240421+0000","last_fullsized":"2024-09-16T00:53:42.240421+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.869916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338984+0000","last_change":"2024-09-16T00:53:41.235002+0000","last_active":"2024-09-16T00:53:42.338984+0000","last_peered":"2024-09-16T00:53:42.338984+0000","last_clean":"2024-09-16T00:53:42.338984+0000","last_became_active":"2024-09-16T00:53:41.234738+0000","last_became_peered":"2024-09-16T00:53:41.234738+0000","last_unstale":"2024-09-16T00:53:42.338984+0000","last_undegraded":"2024-09-16T00:53:42.338984+0000","last_fullsized":"2024-09-16T00:53:42.338984+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:17.645603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964239+0000","last_change":"2024-09-16T00:53:40.227427+0000","last_active":"2024-09-16T00:53:42.964239+0000","last_peered":"2024-09-16T00:53:42.964239+0000","last_clean":"2024-09-16T00:53:42.964239+0000","last_became_active":"2024-09-16T00:53:40.227147+0000","last_became_peered":"2024-09-16T00:53:40.227147+0000","last_unstale":"2024-09-16T00:53:42.964239+0000","last_undegraded":"2024-09-16T00:53:42.964239+0000","last_fullsized":"2024-09-16T00:53:42.964239+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241319+0000","last_change":"2024-09-16T00:53:41.241534+0000","last_active":"2024-09-16T00:53:42.241319+0000","last_peered":"2024-09-16T00:53:42.241319+0000","last_clean":"2024-09-16T00:53:42.241319+0000","last_became_active":"2024-09-16T00:53:41.240027+0000","last_became_peered":"2024-09-16T00:53:41.240027+0000","last_unstale":"2024-09-16T00:53:42.241319+0000","last_undegraded":"2024-09-16T00:53:42.241319+0000","last_fullsized":"2024-09-16T00:53:42.241319+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:54.746702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-16T00:53:41.225486+0000","last_change":"2024-09-16T00:53:40.228370+0000","last_active":"2024-09-16T00:53:41.225486+0000","last_peered":"2024-09-16T00:53:41.225486+0000","last_clean":"2024-09-16T00:53:41.225486+0000","last_became_active":"2024-09-16T00:53:40.227861+0000","last_became_peered":"2024-09-16T00:53:40.227861+0000","last_unstale":"2024-09-16T00:53:41.225486+0000","last_undegraded":"2024-09-16T00:53:41.225486+0000","last_fullsized":"2024-09-16T00:53:41.225486+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:39.112314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428387+0000","last_change":"2024-09-16T00:53:41.238685+0000","last_active":"2024-09-16T00:53:42.428387+0000","last_peered":"2024-09-16T00:53:42.428387+0000","last_clean":"2024-09-16T00:53:42.428387+0000","last_became_active":"2024-09-16T00:53:41.237394+0000","last_became_peered":"2024-09-16T00:53:41.237394+0000","last_unstale":"2024-09-16T00:53:42.428387+0000","last_undegraded":"2024-09-16T00:53:42.428387+0000","last_fullsized":"2024-09-16T00:53:42.428387+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339089+0000","last_change":"2024-09-16T00:53:40.226227+0000","last_active":"2024-09-16T00:53:42.339089+0000","last_peered":"2024-09-16T00:53:42.339089+0000","last_clean":"2024-09-16T00:53:42.339089+0000","last_became_active":"2024-09-16T00:53:40.225926+0000","last_became_peered":"2024-09-16T00:53:40.225926+0000","last_unstale":"2024-09-16T00:53:42.339089+0000","last_undegraded":"2024-09-16T00:53:42.339089+0000","last_fullsized":"2024-09-16T00:53:42.339089+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:05:11.040402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241123+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:42.241123+0000","last_peered":"2024-09-16T00:53:42.241123+0000","last_clean":"2024-09-16T00:53:42.241123+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:42.241123+0000","last_undegraded":"2024-09-16T00:53:42.241123+0000","last_fullsized":"2024-09-16T00:53:42.241123+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476757,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":593920,"data_stored":261713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":261643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":262673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":593920,"data_stored":261221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1187840,"data_stored":851485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1175552,"data_stored":844861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31752,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340088,"statfs":{"total":96636764160,"available":96604250112,"internally_reserved":0,"allocated":573440,"data_stored":254369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:47.295 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:53:47.299 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:53:48.986 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:53:49.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.101+0000 7f535ec2e640 1 Processor -- start 2024-09-16T00:53:49.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 -- start start 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53580d0cc0 0x7f53580d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f53580b78e0 0x7f53580b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53580d3430 con 0x7f535815e510 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f53580d1660 con 0x7f53580d0cc0 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f535ec2e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f53580d36d0 con 0x7f53580b78e0 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.102+0000 7f5357fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53580d0cc0 0x7f53580d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53580d0cc0 0x7f53580d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34306/0 (socket says 172.21.15.32:34306) 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 -- 172.21.15.32:0/2250050581 learned_addr learned my addr 172.21.15.32:0/2250050581 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f535c9ca640 1 --1- 172.21.15.32:0/2250050581 >> v1:172.21.15.32:6789/0 conn(0x7f535815e510 0x7f53580ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47484/0 (socket says 172.21.15.32:47484) 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f535d1cb640 1 --2- 172.21.15.32:0/2250050581 >> v2:172.21.15.50:3300/0 conn(0x7f53580b78e0 0x7f53580b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 -- 172.21.15.32:0/2250050581 >> v2:172.21.15.50:3300/0 conn(0x7f53580b78e0 msgr2=0x7f53580b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 --2- 172.21.15.32:0/2250050581 >> v2:172.21.15.50:3300/0 conn(0x7f53580b78e0 0x7f53580b7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 -- 172.21.15.32:0/2250050581 >> v1:172.21.15.32:6789/0 conn(0x7f535815e510 legacy=0x7f53580ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.103+0000 7f5357fff640 1 -- 172.21.15.32:0/2250050581 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53580d39b0 con 0x7f53580d0cc0 2024-09-16T00:53:49.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f5357fff640 1 --2- 172.21.15.32:0/2250050581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580d0cc0 0x7f53580d1120 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f53580b9dc0 tx=0x7f534c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fc03035663baef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f53577fe640 1 -- 172.21.15.32:0/2250050581 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534c037070 con 0x7f53580d0cc0 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f53577fe640 1 -- 172.21.15.32:0/2250050581 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f534c032440 con 0x7f53580d0cc0 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f53577fe640 1 -- 172.21.15.32:0/2250050581 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534c032810 con 0x7f53580d0cc0 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f535ec2e640 1 -- 172.21.15.32:0/2250050581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580d0cc0 msgr2=0x7f53580d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f535ec2e640 1 --2- 172.21.15.32:0/2250050581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580d0cc0 0x7f53580d1120 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f53580b9dc0 tx=0x7f534c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.104+0000 7f535ec2e640 1 -- 172.21.15.32:0/2250050581 shutdown_connections 2024-09-16T00:53:49.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.105+0000 7f535ec2e640 1 --2- 172.21.15.32:0/2250050581 >> v2:172.21.15.50:3300/0 conn(0x7f53580b78e0 0x7f53580b7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.105+0000 7f535ec2e640 1 --2- 172.21.15.32:0/2250050581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580d0cc0 0x7f53580d1120 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.105+0000 7f535ec2e640 1 -- 172.21.15.32:0/2250050581 >> 172.21.15.32:0/2250050581 conn(0x7f535806d1a0 msgr2=0x7f5358073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:49.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.105+0000 7f535ec2e640 1 -- 172.21.15.32:0/2250050581 shutdown_connections 2024-09-16T00:53:49.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.105+0000 7f535ec2e640 1 -- 172.21.15.32:0/2250050581 wait complete. 2024-09-16T00:53:49.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.106+0000 7f535ec2e640 1 Processor -- start 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.106+0000 7f535ec2e640 1 -- start start 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580d0cc0 0x7f53580ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f535815e510 0x7f53580cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f53580d22a0 con 0x7f53580b78e0 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f53580d3f70 con 0x7f53580d0cc0 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535ec2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f53580cf210 con 0x7f535815e510 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34312/0 (socket says 172.21.15.32:34312) 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 -- 172.21.15.32:0/1539776302 learned_addr learned my addr 172.21.15.32:0/1539776302 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535d1cb640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f535815e510 0x7f53580cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f5357fff640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580d0cc0 0x7f53580ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 -- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f535815e510 msgr2=0x7f53580cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f535815e510 0x7f53580cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 -- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580d0cc0 msgr2=0x7f53580ca2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580d0cc0 0x7f53580ca2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.107+0000 7f535c9ca640 1 -- 172.21.15.32:0/1539776302 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5358149270 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f535c9ca640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f534800c3c0 tx=0x7f534800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53480074e0 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5348007680 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348004a00 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5358149550 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.108+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53580ca810 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.109+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53580d2f50 con 0x7f53580b78e0 2024-09-16T00:53:49.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.109+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f534801a020 con 0x7f53580b78e0 2024-09-16T00:53:49.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.110+0000 7f53557fa640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 0x7f534406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.110+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f534808acb0 con 0x7f53580b78e0 2024-09-16T00:53:49.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.110+0000 7f5357fff640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 0x7f534406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.110+0000 7f5357fff640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 0x7f534406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f534c034000 tx=0x7f534c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.114+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5348059320 con 0x7f53580b78e0 2024-09-16T00:53:49.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.290+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5358149020 con 0x7f534406c2b0 2024-09-16T00:53:49.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.296+0000 7f53557fa640 1 -- 172.21.15.32:0/1539776302 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251868 (secure 0 0 0) 0x7f5358149020 con 0x7f534406c2b0 2024-09-16T00:53:49.301 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:49.303 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:53:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 msgr2=0x7f534406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 0x7f534406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f534c034000 tx=0x7f534c02e000 comp rx=0 tx=0).stop 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 msgr2=0x7f53580ce460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f534800c3c0 tx=0x7f534800c880 comp rx=0 tx=0).stop 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 shutdown_connections 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f534406c2b0 0x7f534406e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f535815e510 0x7f53580cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53580d0cc0 0x7f53580ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 --2- 172.21.15.32:0/1539776302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53580b78e0 0x7f53580ce460 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 >> 172.21.15.32:0/1539776302 conn(0x7f535806d1a0 msgr2=0x7f535815b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 shutdown_connections 2024-09-16T00:53:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.299+0000 7f535ec2e640 1 -- 172.21.15.32:0/1539776302 wait complete. 2024-09-16T00:53:49.310 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-09-16T00:53:49.103261+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255332,"kb_used_data":5800,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719388,"statfs":{"total":773094113280,"available":772832653312,"internally_reserved":0,"allocated":5939200,"data_stored":3274044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001889"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564776+0000","last_change":"2024-09-16T00:53:41.236655+0000","last_active":"2024-09-16T00:53:42.564776+0000","last_peered":"2024-09-16T00:53:42.564776+0000","last_clean":"2024-09-16T00:53:42.564776+0000","last_became_active":"2024-09-16T00:53:41.236344+0000","last_became_peered":"2024-09-16T00:53:41.236344+0000","last_unstale":"2024-09-16T00:53:42.564776+0000","last_undegraded":"2024-09-16T00:53:42.564776+0000","last_fullsized":"2024-09-16T00:53:42.564776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:08.093155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241846+0000","last_change":"2024-09-16T00:53:41.231853+0000","last_active":"2024-09-16T00:53:42.241846+0000","last_peered":"2024-09-16T00:53:42.241846+0000","last_clean":"2024-09-16T00:53:42.241846+0000","last_became_active":"2024-09-16T00:53:41.231587+0000","last_became_peered":"2024-09-16T00:53:41.231587+0000","last_unstale":"2024-09-16T00:53:42.241846+0000","last_undegraded":"2024-09-16T00:53:42.241846+0000","last_fullsized":"2024-09-16T00:53:42.241846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:30.839052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338912+0000","last_change":"2024-09-16T00:53:41.249218+0000","last_active":"2024-09-16T00:53:42.338912+0000","last_peered":"2024-09-16T00:53:42.338912+0000","last_clean":"2024-09-16T00:53:42.338912+0000","last_became_active":"2024-09-16T00:53:41.248856+0000","last_became_peered":"2024-09-16T00:53:41.248856+0000","last_unstale":"2024-09-16T00:53:42.338912+0000","last_undegraded":"2024-09-16T00:53:42.338912+0000","last_fullsized":"2024-09-16T00:53:42.338912+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:33.402132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241661+0000","last_change":"2024-09-16T00:53:41.242269+0000","last_active":"2024-09-16T00:53:42.241661+0000","last_peered":"2024-09-16T00:53:42.241661+0000","last_clean":"2024-09-16T00:53:42.241661+0000","last_became_active":"2024-09-16T00:53:41.241987+0000","last_became_peered":"2024-09-16T00:53:41.241987+0000","last_unstale":"2024-09-16T00:53:42.241661+0000","last_undegraded":"2024-09-16T00:53:42.241661+0000","last_fullsized":"2024-09-16T00:53:42.241661+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:02.715800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964467+0000","last_change":"2024-09-16T00:53:41.234457+0000","last_active":"2024-09-16T00:53:42.964467+0000","last_peered":"2024-09-16T00:53:42.964467+0000","last_clean":"2024-09-16T00:53:42.964467+0000","last_became_active":"2024-09-16T00:53:41.234163+0000","last_became_peered":"2024-09-16T00:53:41.234163+0000","last_unstale":"2024-09-16T00:53:42.964467+0000","last_undegraded":"2024-09-16T00:53:42.964467+0000","last_fullsized":"2024-09-16T00:53:42.964467+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564414+0000","last_change":"2024-09-16T00:53:41.240856+0000","last_active":"2024-09-16T00:53:42.564414+0000","last_peered":"2024-09-16T00:53:42.564414+0000","last_clean":"2024-09-16T00:53:42.564414+0000","last_became_active":"2024-09-16T00:53:41.240565+0000","last_became_peered":"2024-09-16T00:53:41.240565+0000","last_unstale":"2024-09-16T00:53:42.564414+0000","last_undegraded":"2024-09-16T00:53:42.564414+0000","last_fullsized":"2024-09-16T00:53:42.564414+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:42.699459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338619+0000","last_change":"2024-09-16T00:53:41.244660+0000","last_active":"2024-09-16T00:53:42.338619+0000","last_peered":"2024-09-16T00:53:42.338619+0000","last_clean":"2024-09-16T00:53:42.338619+0000","last_became_active":"2024-09-16T00:53:41.244365+0000","last_became_peered":"2024-09-16T00:53:41.244365+0000","last_unstale":"2024-09-16T00:53:42.338619+0000","last_undegraded":"2024-09-16T00:53:42.338619+0000","last_fullsized":"2024-09-16T00:53:42.338619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:36.115159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240180+0000","last_change":"2024-09-16T00:53:41.234009+0000","last_active":"2024-09-16T00:53:42.240180+0000","last_peered":"2024-09-16T00:53:42.240180+0000","last_clean":"2024-09-16T00:53:42.240180+0000","last_became_active":"2024-09-16T00:53:41.233737+0000","last_became_peered":"2024-09-16T00:53:41.233737+0000","last_unstale":"2024-09-16T00:53:42.240180+0000","last_undegraded":"2024-09-16T00:53:42.240180+0000","last_fullsized":"2024-09-16T00:53:42.240180+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:14.636184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241340+0000","last_change":"2024-09-16T00:53:41.237124+0000","last_active":"2024-09-16T00:53:42.241340+0000","last_peered":"2024-09-16T00:53:42.241340+0000","last_clean":"2024-09-16T00:53:42.241340+0000","last_became_active":"2024-09-16T00:53:41.236749+0000","last_became_peered":"2024-09-16T00:53:41.236749+0000","last_unstale":"2024-09-16T00:53:42.241340+0000","last_undegraded":"2024-09-16T00:53:42.241340+0000","last_fullsized":"2024-09-16T00:53:42.241340+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:22.851740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564729+0000","last_change":"2024-09-16T00:53:41.239820+0000","last_active":"2024-09-16T00:53:42.564729+0000","last_peered":"2024-09-16T00:53:42.564729+0000","last_clean":"2024-09-16T00:53:42.564729+0000","last_became_active":"2024-09-16T00:53:41.239555+0000","last_became_peered":"2024-09-16T00:53:41.239555+0000","last_unstale":"2024-09-16T00:53:42.564729+0000","last_undegraded":"2024-09-16T00:53:42.564729+0000","last_fullsized":"2024-09-16T00:53:42.564729+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:10.959850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241027+0000","last_change":"2024-09-16T00:53:41.238894+0000","last_active":"2024-09-16T00:53:42.241027+0000","last_peered":"2024-09-16T00:53:42.241027+0000","last_clean":"2024-09-16T00:53:42.241027+0000","last_became_active":"2024-09-16T00:53:41.238608+0000","last_became_peered":"2024-09-16T00:53:41.238608+0000","last_unstale":"2024-09-16T00:53:42.241027+0000","last_undegraded":"2024-09-16T00:53:42.241027+0000","last_fullsized":"2024-09-16T00:53:42.241027+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:27.151214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241099+0000","last_change":"2024-09-16T00:53:41.247967+0000","last_active":"2024-09-16T00:53:42.241099+0000","last_peered":"2024-09-16T00:53:42.241099+0000","last_clean":"2024-09-16T00:53:42.241099+0000","last_became_active":"2024-09-16T00:53:41.246393+0000","last_became_peered":"2024-09-16T00:53:41.246393+0000","last_unstale":"2024-09-16T00:53:42.241099+0000","last_undegraded":"2024-09-16T00:53:42.241099+0000","last_fullsized":"2024-09-16T00:53:42.241099+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:42.170223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564436+0000","last_change":"2024-09-16T00:53:41.238678+0000","last_active":"2024-09-16T00:53:42.564436+0000","last_peered":"2024-09-16T00:53:42.564436+0000","last_clean":"2024-09-16T00:53:42.564436+0000","last_became_active":"2024-09-16T00:53:41.238354+0000","last_became_peered":"2024-09-16T00:53:41.238354+0000","last_unstale":"2024-09-16T00:53:42.564436+0000","last_undegraded":"2024-09-16T00:53:42.564436+0000","last_fullsized":"2024-09-16T00:53:42.564436+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:00.771233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338660+0000","last_change":"2024-09-16T00:53:41.235689+0000","last_active":"2024-09-16T00:53:42.338660+0000","last_peered":"2024-09-16T00:53:42.338660+0000","last_clean":"2024-09-16T00:53:42.338660+0000","last_became_active":"2024-09-16T00:53:41.235418+0000","last_became_peered":"2024-09-16T00:53:41.235418+0000","last_unstale":"2024-09-16T00:53:42.338660+0000","last_undegraded":"2024-09-16T00:53:42.338660+0000","last_fullsized":"2024-09-16T00:53:42.338660+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:37:59.046881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241390+0000","last_change":"2024-09-16T00:53:41.238916+0000","last_active":"2024-09-16T00:53:42.241390+0000","last_peered":"2024-09-16T00:53:42.241390+0000","last_clean":"2024-09-16T00:53:42.241390+0000","last_became_active":"2024-09-16T00:53:41.238640+0000","last_became_peered":"2024-09-16T00:53:41.238640+0000","last_unstale":"2024-09-16T00:53:42.241390+0000","last_undegraded":"2024-09-16T00:53:42.241390+0000","last_fullsized":"2024-09-16T00:53:42.241390+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.875312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564383+0000","last_change":"2024-09-16T00:53:41.237454+0000","last_active":"2024-09-16T00:53:42.564383+0000","last_peered":"2024-09-16T00:53:42.564383+0000","last_clean":"2024-09-16T00:53:42.564383+0000","last_became_active":"2024-09-16T00:53:41.237072+0000","last_became_peered":"2024-09-16T00:53:41.237072+0000","last_unstale":"2024-09-16T00:53:42.564383+0000","last_undegraded":"2024-09-16T00:53:42.564383+0000","last_fullsized":"2024-09-16T00:53:42.564383+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:51.539751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339111+0000","last_change":"2024-09-16T00:53:41.232115+0000","last_active":"2024-09-16T00:53:42.339111+0000","last_peered":"2024-09-16T00:53:42.339111+0000","last_clean":"2024-09-16T00:53:42.339111+0000","last_became_active":"2024-09-16T00:53:41.231829+0000","last_became_peered":"2024-09-16T00:53:41.231829+0000","last_unstale":"2024-09-16T00:53:42.339111+0000","last_undegraded":"2024-09-16T00:53:42.339111+0000","last_fullsized":"2024-09-16T00:53:42.339111+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:38.877017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241902+0000","last_change":"2024-09-16T00:53:41.231261+0000","last_active":"2024-09-16T00:53:42.241902+0000","last_peered":"2024-09-16T00:53:42.241902+0000","last_clean":"2024-09-16T00:53:42.241902+0000","last_became_active":"2024-09-16T00:53:41.230919+0000","last_became_peered":"2024-09-16T00:53:41.230919+0000","last_unstale":"2024-09-16T00:53:42.241902+0000","last_undegraded":"2024-09-16T00:53:42.241902+0000","last_fullsized":"2024-09-16T00:53:42.241902+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338829+0000","last_change":"2024-09-16T00:53:41.233701+0000","last_active":"2024-09-16T00:53:42.338829+0000","last_peered":"2024-09-16T00:53:42.338829+0000","last_clean":"2024-09-16T00:53:42.338829+0000","last_became_active":"2024-09-16T00:53:41.233188+0000","last_became_peered":"2024-09-16T00:53:41.233188+0000","last_unstale":"2024-09-16T00:53:42.338829+0000","last_undegraded":"2024-09-16T00:53:42.338829+0000","last_fullsized":"2024-09-16T00:53:42.338829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.562011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428595+0000","last_change":"2024-09-16T00:53:41.237752+0000","last_active":"2024-09-16T00:53:42.428595+0000","last_peered":"2024-09-16T00:53:42.428595+0000","last_clean":"2024-09-16T00:53:42.428595+0000","last_became_active":"2024-09-16T00:53:41.237433+0000","last_became_peered":"2024-09-16T00:53:41.237433+0000","last_unstale":"2024-09-16T00:53:42.428595+0000","last_undegraded":"2024-09-16T00:53:42.428595+0000","last_fullsized":"2024-09-16T00:53:42.428595+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:38.698391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428353+0000","last_change":"2024-09-16T00:53:41.240753+0000","last_active":"2024-09-16T00:53:42.428353+0000","last_peered":"2024-09-16T00:53:42.428353+0000","last_clean":"2024-09-16T00:53:42.428353+0000","last_became_active":"2024-09-16T00:53:41.240442+0000","last_became_peered":"2024-09-16T00:53:41.240442+0000","last_unstale":"2024-09-16T00:53:42.428353+0000","last_undegraded":"2024-09-16T00:53:42.428353+0000","last_fullsized":"2024-09-16T00:53:42.428353+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:05.587088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240318+0000","last_change":"2024-09-16T00:53:41.234697+0000","last_active":"2024-09-16T00:53:42.240318+0000","last_peered":"2024-09-16T00:53:42.240318+0000","last_clean":"2024-09-16T00:53:42.240318+0000","last_became_active":"2024-09-16T00:53:41.234423+0000","last_became_peered":"2024-09-16T00:53:41.234423+0000","last_unstale":"2024-09-16T00:53:42.240318+0000","last_undegraded":"2024-09-16T00:53:42.240318+0000","last_fullsized":"2024-09-16T00:53:42.240318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:09.359516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240658+0000","last_change":"2024-09-16T00:53:41.228249+0000","last_active":"2024-09-16T00:53:42.240658+0000","last_peered":"2024-09-16T00:53:42.240658+0000","last_clean":"2024-09-16T00:53:42.240658+0000","last_became_active":"2024-09-16T00:53:41.227936+0000","last_became_peered":"2024-09-16T00:53:41.227936+0000","last_unstale":"2024-09-16T00:53:42.240658+0000","last_undegraded":"2024-09-16T00:53:42.240658+0000","last_fullsized":"2024-09-16T00:53:42.240658+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:47.809315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338445+0000","last_change":"2024-09-16T00:53:41.247075+0000","last_active":"2024-09-16T00:53:42.338445+0000","last_peered":"2024-09-16T00:53:42.338445+0000","last_clean":"2024-09-16T00:53:42.338445+0000","last_became_active":"2024-09-16T00:53:41.246798+0000","last_became_peered":"2024-09-16T00:53:41.246798+0000","last_unstale":"2024-09-16T00:53:42.338445+0000","last_undegraded":"2024-09-16T00:53:42.338445+0000","last_fullsized":"2024-09-16T00:53:42.338445+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:59.795355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339144+0000","last_change":"2024-09-16T00:53:41.251871+0000","last_active":"2024-09-16T00:53:42.339144+0000","last_peered":"2024-09-16T00:53:42.339144+0000","last_clean":"2024-09-16T00:53:42.339144+0000","last_became_active":"2024-09-16T00:53:41.251129+0000","last_became_peered":"2024-09-16T00:53:41.251129+0000","last_unstale":"2024-09-16T00:53:42.339144+0000","last_undegraded":"2024-09-16T00:53:42.339144+0000","last_fullsized":"2024-09-16T00:53:42.339144+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:12:47.012317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241062+0000","last_change":"2024-09-16T00:53:41.241471+0000","last_active":"2024-09-16T00:53:42.241062+0000","last_peered":"2024-09-16T00:53:42.241062+0000","last_clean":"2024-09-16T00:53:42.241062+0000","last_became_active":"2024-09-16T00:53:41.239692+0000","last_became_peered":"2024-09-16T00:53:41.239692+0000","last_unstale":"2024-09-16T00:53:42.241062+0000","last_undegraded":"2024-09-16T00:53:42.241062+0000","last_fullsized":"2024-09-16T00:53:42.241062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.557507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564543+0000","last_change":"2024-09-16T00:53:41.244941+0000","last_active":"2024-09-16T00:53:42.564543+0000","last_peered":"2024-09-16T00:53:42.564543+0000","last_clean":"2024-09-16T00:53:42.564543+0000","last_became_active":"2024-09-16T00:53:41.244631+0000","last_became_peered":"2024-09-16T00:53:41.244631+0000","last_unstale":"2024-09-16T00:53:42.564543+0000","last_undegraded":"2024-09-16T00:53:42.564543+0000","last_fullsized":"2024-09-16T00:53:42.564543+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:56.349282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428563+0000","last_change":"2024-09-16T00:53:41.235003+0000","last_active":"2024-09-16T00:53:42.428563+0000","last_peered":"2024-09-16T00:53:42.428563+0000","last_clean":"2024-09-16T00:53:42.428563+0000","last_became_active":"2024-09-16T00:53:41.234717+0000","last_became_peered":"2024-09-16T00:53:41.234717+0000","last_unstale":"2024-09-16T00:53:42.428563+0000","last_undegraded":"2024-09-16T00:53:42.428563+0000","last_fullsized":"2024-09-16T00:53:42.428563+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:48.082516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338632+0000","last_change":"2024-09-16T00:53:41.241298+0000","last_active":"2024-09-16T00:53:42.338632+0000","last_peered":"2024-09-16T00:53:42.338632+0000","last_clean":"2024-09-16T00:53:42.338632+0000","last_became_active":"2024-09-16T00:53:41.241041+0000","last_became_peered":"2024-09-16T00:53:41.241041+0000","last_unstale":"2024-09-16T00:53:42.338632+0000","last_undegraded":"2024-09-16T00:53:42.338632+0000","last_fullsized":"2024-09-16T00:53:42.338632+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:49.030406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241512+0000","last_change":"2024-09-16T00:53:41.229842+0000","last_active":"2024-09-16T00:53:42.241512+0000","last_peered":"2024-09-16T00:53:42.241512+0000","last_clean":"2024-09-16T00:53:42.241512+0000","last_became_active":"2024-09-16T00:53:41.229127+0000","last_became_peered":"2024-09-16T00:53:41.229127+0000","last_unstale":"2024-09-16T00:53:42.241512+0000","last_undegraded":"2024-09-16T00:53:42.241512+0000","last_fullsized":"2024-09-16T00:53:42.241512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:39.912322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338740+0000","last_change":"2024-09-16T00:53:41.245782+0000","last_active":"2024-09-16T00:53:42.338740+0000","last_peered":"2024-09-16T00:53:42.338740+0000","last_clean":"2024-09-16T00:53:42.338740+0000","last_became_active":"2024-09-16T00:53:41.245309+0000","last_became_peered":"2024-09-16T00:53:41.245309+0000","last_unstale":"2024-09-16T00:53:42.338740+0000","last_undegraded":"2024-09-16T00:53:42.338740+0000","last_fullsized":"2024-09-16T00:53:42.338740+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:14.406644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263108+0000","last_change":"2024-09-16T00:53:41.245986+0000","last_active":"2024-09-16T00:53:43.263108+0000","last_peered":"2024-09-16T00:53:43.263108+0000","last_clean":"2024-09-16T00:53:43.263108+0000","last_became_active":"2024-09-16T00:53:41.245432+0000","last_became_peered":"2024-09-16T00:53:41.245432+0000","last_unstale":"2024-09-16T00:53:43.263108+0000","last_undegraded":"2024-09-16T00:53:43.263108+0000","last_fullsized":"2024-09-16T00:53:43.263108+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:31.908953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241189+0000","last_change":"2024-09-16T00:53:41.231199+0000","last_active":"2024-09-16T00:53:42.241189+0000","last_peered":"2024-09-16T00:53:42.241189+0000","last_clean":"2024-09-16T00:53:42.241189+0000","last_became_active":"2024-09-16T00:53:41.230901+0000","last_became_peered":"2024-09-16T00:53:41.230901+0000","last_unstale":"2024-09-16T00:53:42.241189+0000","last_undegraded":"2024-09-16T00:53:42.241189+0000","last_fullsized":"2024-09-16T00:53:42.241189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:11.328773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428500+0000","last_change":"2024-09-16T00:53:40.226187+0000","last_active":"2024-09-16T00:53:42.428500+0000","last_peered":"2024-09-16T00:53:42.428500+0000","last_clean":"2024-09-16T00:53:42.428500+0000","last_became_active":"2024-09-16T00:53:40.224596+0000","last_became_peered":"2024-09-16T00:53:40.224596+0000","last_unstale":"2024-09-16T00:53:42.428500+0000","last_undegraded":"2024-09-16T00:53:42.428500+0000","last_fullsized":"2024-09-16T00:53:42.428500+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:57.341936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263251+0000","last_change":"2024-09-16T00:53:41.239937+0000","last_active":"2024-09-16T00:53:43.263251+0000","last_peered":"2024-09-16T00:53:43.263251+0000","last_clean":"2024-09-16T00:53:43.263251+0000","last_became_active":"2024-09-16T00:53:41.239677+0000","last_became_peered":"2024-09-16T00:53:41.239677+0000","last_unstale":"2024-09-16T00:53:43.263251+0000","last_undegraded":"2024-09-16T00:53:43.263251+0000","last_fullsized":"2024-09-16T00:53:43.263251+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:34:13.161466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564691+0000","last_change":"2024-09-16T00:53:40.220177+0000","last_active":"2024-09-16T00:53:42.564691+0000","last_peered":"2024-09-16T00:53:42.564691+0000","last_clean":"2024-09-16T00:53:42.564691+0000","last_became_active":"2024-09-16T00:53:40.219862+0000","last_became_peered":"2024-09-16T00:53:40.219862+0000","last_unstale":"2024-09-16T00:53:42.564691+0000","last_undegraded":"2024-09-16T00:53:42.564691+0000","last_fullsized":"2024-09-16T00:53:42.564691+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:26.426308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428397+0000","last_change":"2024-09-16T00:53:41.239480+0000","last_active":"2024-09-16T00:53:42.428397+0000","last_peered":"2024-09-16T00:53:42.428397+0000","last_clean":"2024-09-16T00:53:42.428397+0000","last_became_active":"2024-09-16T00:53:41.239173+0000","last_became_peered":"2024-09-16T00:53:41.239173+0000","last_unstale":"2024-09-16T00:53:42.428397+0000","last_undegraded":"2024-09-16T00:53:42.428397+0000","last_fullsized":"2024-09-16T00:53:42.428397+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564721+0000","last_change":"2024-09-16T00:53:40.224259+0000","last_active":"2024-09-16T00:53:42.564721+0000","last_peered":"2024-09-16T00:53:42.564721+0000","last_clean":"2024-09-16T00:53:42.564721+0000","last_became_active":"2024-09-16T00:53:40.223969+0000","last_became_peered":"2024-09-16T00:53:40.223969+0000","last_unstale":"2024-09-16T00:53:42.564721+0000","last_undegraded":"2024-09-16T00:53:42.564721+0000","last_fullsized":"2024-09-16T00:53:42.564721+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:38.451786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240161+0000","last_change":"2024-09-16T00:53:41.239007+0000","last_active":"2024-09-16T00:53:42.240161+0000","last_peered":"2024-09-16T00:53:42.240161+0000","last_clean":"2024-09-16T00:53:42.240161+0000","last_became_active":"2024-09-16T00:53:41.238661+0000","last_became_peered":"2024-09-16T00:53:41.238661+0000","last_unstale":"2024-09-16T00:53:42.240161+0000","last_undegraded":"2024-09-16T00:53:42.240161+0000","last_fullsized":"2024-09-16T00:53:42.240161+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:08.565990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263170+0000","last_change":"2024-09-16T00:53:40.230526+0000","last_active":"2024-09-16T00:53:43.263170+0000","last_peered":"2024-09-16T00:53:43.263170+0000","last_clean":"2024-09-16T00:53:43.263170+0000","last_became_active":"2024-09-16T00:53:40.230193+0000","last_became_peered":"2024-09-16T00:53:40.230193+0000","last_unstale":"2024-09-16T00:53:43.263170+0000","last_undegraded":"2024-09-16T00:53:43.263170+0000","last_fullsized":"2024-09-16T00:53:43.263170+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:58.150258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964718+0000","last_change":"2024-09-16T00:53:41.233144+0000","last_active":"2024-09-16T00:53:42.964718+0000","last_peered":"2024-09-16T00:53:42.964718+0000","last_clean":"2024-09-16T00:53:42.964718+0000","last_became_active":"2024-09-16T00:53:41.232862+0000","last_became_peered":"2024-09-16T00:53:41.232862+0000","last_unstale":"2024-09-16T00:53:42.964718+0000","last_undegraded":"2024-09-16T00:53:42.964718+0000","last_fullsized":"2024-09-16T00:53:42.964718+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338631+0000","last_change":"2024-09-16T00:53:40.232996+0000","last_active":"2024-09-16T00:53:42.338631+0000","last_peered":"2024-09-16T00:53:42.338631+0000","last_clean":"2024-09-16T00:53:42.338631+0000","last_became_active":"2024-09-16T00:53:40.232722+0000","last_became_peered":"2024-09-16T00:53:40.232722+0000","last_unstale":"2024-09-16T00:53:42.338631+0000","last_undegraded":"2024-09-16T00:53:42.338631+0000","last_fullsized":"2024-09-16T00:53:42.338631+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:25.100173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241672+0000","last_change":"2024-09-16T00:53:41.232582+0000","last_active":"2024-09-16T00:53:42.241672+0000","last_peered":"2024-09-16T00:53:42.241672+0000","last_clean":"2024-09-16T00:53:42.241672+0000","last_became_active":"2024-09-16T00:53:41.232229+0000","last_became_peered":"2024-09-16T00:53:41.232229+0000","last_unstale":"2024-09-16T00:53:42.241672+0000","last_undegraded":"2024-09-16T00:53:42.241672+0000","last_fullsized":"2024-09-16T00:53:42.241672+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:36.661452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964275+0000","last_change":"2024-09-16T00:53:40.225561+0000","last_active":"2024-09-16T00:53:42.964275+0000","last_peered":"2024-09-16T00:53:42.964275+0000","last_clean":"2024-09-16T00:53:42.964275+0000","last_became_active":"2024-09-16T00:53:40.225277+0000","last_became_peered":"2024-09-16T00:53:40.225277+0000","last_unstale":"2024-09-16T00:53:42.964275+0000","last_undegraded":"2024-09-16T00:53:42.964275+0000","last_fullsized":"2024-09-16T00:53:42.964275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241233+0000","last_change":"2024-09-16T00:53:41.241699+0000","last_active":"2024-09-16T00:53:42.241233+0000","last_peered":"2024-09-16T00:53:42.241233+0000","last_clean":"2024-09-16T00:53:42.241233+0000","last_became_active":"2024-09-16T00:53:41.240101+0000","last_became_peered":"2024-09-16T00:53:41.240101+0000","last_unstale":"2024-09-16T00:53:42.241233+0000","last_undegraded":"2024-09-16T00:53:42.241233+0000","last_fullsized":"2024-09-16T00:53:42.241233+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.006012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428305+0000","last_change":"2024-09-16T00:53:40.223227+0000","last_active":"2024-09-16T00:53:42.428305+0000","last_peered":"2024-09-16T00:53:42.428305+0000","last_clean":"2024-09-16T00:53:42.428305+0000","last_became_active":"2024-09-16T00:53:40.222926+0000","last_became_peered":"2024-09-16T00:53:40.222926+0000","last_unstale":"2024-09-16T00:53:42.428305+0000","last_undegraded":"2024-09-16T00:53:42.428305+0000","last_fullsized":"2024-09-16T00:53:42.428305+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241874+0000","last_change":"2024-09-16T00:53:41.234635+0000","last_active":"2024-09-16T00:53:42.241874+0000","last_peered":"2024-09-16T00:53:42.241874+0000","last_clean":"2024-09-16T00:53:42.241874+0000","last_became_active":"2024-09-16T00:53:41.234341+0000","last_became_peered":"2024-09-16T00:53:41.234341+0000","last_unstale":"2024-09-16T00:53:42.241874+0000","last_undegraded":"2024-09-16T00:53:42.241874+0000","last_fullsized":"2024-09-16T00:53:42.241874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338490+0000","last_change":"2024-09-16T00:53:40.228284+0000","last_active":"2024-09-16T00:53:42.338490+0000","last_peered":"2024-09-16T00:53:42.338490+0000","last_clean":"2024-09-16T00:53:42.338490+0000","last_became_active":"2024-09-16T00:53:40.227946+0000","last_became_peered":"2024-09-16T00:53:40.227946+0000","last_unstale":"2024-09-16T00:53:42.338490+0000","last_undegraded":"2024-09-16T00:53:42.338490+0000","last_fullsized":"2024-09-16T00:53:42.338490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:26.813223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.243790+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.243509+0000","last_became_peered":"2024-09-16T00:53:41.243509+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241834+0000","last_change":"2024-09-16T00:53:40.221956+0000","last_active":"2024-09-16T00:53:42.241834+0000","last_peered":"2024-09-16T00:53:42.241834+0000","last_clean":"2024-09-16T00:53:42.241834+0000","last_became_active":"2024-09-16T00:53:40.221672+0000","last_became_peered":"2024-09-16T00:53:40.221672+0000","last_unstale":"2024-09-16T00:53:42.241834+0000","last_undegraded":"2024-09-16T00:53:42.241834+0000","last_fullsized":"2024-09-16T00:53:42.241834+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:50.897810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.262993+0000","last_change":"2024-09-16T00:53:41.237732+0000","last_active":"2024-09-16T00:53:43.262993+0000","last_peered":"2024-09-16T00:53:43.262993+0000","last_clean":"2024-09-16T00:53:43.262993+0000","last_became_active":"2024-09-16T00:53:41.237418+0000","last_became_peered":"2024-09-16T00:53:41.237418+0000","last_unstale":"2024-09-16T00:53:43.262993+0000","last_undegraded":"2024-09-16T00:53:43.262993+0000","last_fullsized":"2024-09-16T00:53:43.262993+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:29.272965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964694+0000","last_change":"2024-09-16T00:53:40.230357+0000","last_active":"2024-09-16T00:53:42.964694+0000","last_peered":"2024-09-16T00:53:42.964694+0000","last_clean":"2024-09-16T00:53:42.964694+0000","last_became_active":"2024-09-16T00:53:40.230061+0000","last_became_peered":"2024-09-16T00:53:40.230061+0000","last_unstale":"2024-09-16T00:53:42.964694+0000","last_undegraded":"2024-09-16T00:53:42.964694+0000","last_fullsized":"2024-09-16T00:53:42.964694+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:55.212128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338830+0000","last_change":"2024-09-16T00:53:41.242242+0000","last_active":"2024-09-16T00:53:42.338830+0000","last_peered":"2024-09-16T00:53:42.338830+0000","last_clean":"2024-09-16T00:53:42.338830+0000","last_became_active":"2024-09-16T00:53:41.241955+0000","last_became_peered":"2024-09-16T00:53:41.241955+0000","last_unstale":"2024-09-16T00:53:42.338830+0000","last_undegraded":"2024-09-16T00:53:42.338830+0000","last_fullsized":"2024-09-16T00:53:42.338830+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:30.032619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241804+0000","last_change":"2024-09-16T00:53:40.226891+0000","last_active":"2024-09-16T00:53:42.241804+0000","last_peered":"2024-09-16T00:53:42.241804+0000","last_clean":"2024-09-16T00:53:42.241804+0000","last_became_active":"2024-09-16T00:53:40.226576+0000","last_became_peered":"2024-09-16T00:53:40.226576+0000","last_unstale":"2024-09-16T00:53:42.241804+0000","last_undegraded":"2024-09-16T00:53:42.241804+0000","last_fullsized":"2024-09-16T00:53:42.241804+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:14.480862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964516+0000","last_change":"2024-09-16T00:53:41.235553+0000","last_active":"2024-09-16T00:53:42.964516+0000","last_peered":"2024-09-16T00:53:42.964516+0000","last_clean":"2024-09-16T00:53:42.964516+0000","last_became_active":"2024-09-16T00:53:41.235279+0000","last_became_peered":"2024-09-16T00:53:41.235279+0000","last_unstale":"2024-09-16T00:53:42.964516+0000","last_undegraded":"2024-09-16T00:53:42.964516+0000","last_fullsized":"2024-09-16T00:53:42.964516+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:36.948678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241039+0000","last_change":"2024-09-16T00:53:40.230558+0000","last_active":"2024-09-16T00:53:42.241039+0000","last_peered":"2024-09-16T00:53:42.241039+0000","last_clean":"2024-09-16T00:53:42.241039+0000","last_became_active":"2024-09-16T00:53:40.230179+0000","last_became_peered":"2024-09-16T00:53:40.230179+0000","last_unstale":"2024-09-16T00:53:42.241039+0000","last_undegraded":"2024-09-16T00:53:42.241039+0000","last_fullsized":"2024-09-16T00:53:42.241039+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:01.710404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263025+0000","last_change":"2024-09-16T00:53:41.237995+0000","last_active":"2024-09-16T00:53:43.263025+0000","last_peered":"2024-09-16T00:53:43.263025+0000","last_clean":"2024-09-16T00:53:43.263025+0000","last_became_active":"2024-09-16T00:53:41.237748+0000","last_became_peered":"2024-09-16T00:53:41.237748+0000","last_unstale":"2024-09-16T00:53:43.263025+0000","last_undegraded":"2024-09-16T00:53:43.263025+0000","last_fullsized":"2024-09-16T00:53:43.263025+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:56.133791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338776+0000","last_change":"2024-09-16T00:53:40.227524+0000","last_active":"2024-09-16T00:53:42.338776+0000","last_peered":"2024-09-16T00:53:42.338776+0000","last_clean":"2024-09-16T00:53:42.338776+0000","last_became_active":"2024-09-16T00:53:40.227112+0000","last_became_peered":"2024-09-16T00:53:40.227112+0000","last_unstale":"2024-09-16T00:53:42.338776+0000","last_undegraded":"2024-09-16T00:53:42.338776+0000","last_fullsized":"2024-09-16T00:53:42.338776+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:38.675083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338980+0000","last_change":"2024-09-16T00:53:41.233483+0000","last_active":"2024-09-16T00:53:42.338980+0000","last_peered":"2024-09-16T00:53:42.338980+0000","last_clean":"2024-09-16T00:53:42.338980+0000","last_became_active":"2024-09-16T00:53:41.232820+0000","last_became_peered":"2024-09-16T00:53:41.232820+0000","last_unstale":"2024-09-16T00:53:42.338980+0000","last_undegraded":"2024-09-16T00:53:42.338980+0000","last_fullsized":"2024-09-16T00:53:42.338980+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:39.402173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428309+0000","last_change":"2024-09-16T00:53:40.229796+0000","last_active":"2024-09-16T00:53:42.428309+0000","last_peered":"2024-09-16T00:53:42.428309+0000","last_clean":"2024-09-16T00:53:42.428309+0000","last_became_active":"2024-09-16T00:53:40.229278+0000","last_became_peered":"2024-09-16T00:53:40.229278+0000","last_unstale":"2024-09-16T00:53:42.428309+0000","last_undegraded":"2024-09-16T00:53:42.428309+0000","last_fullsized":"2024-09-16T00:53:42.428309+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241113+0000","last_change":"2024-09-16T00:53:41.239317+0000","last_active":"2024-09-16T00:53:42.241113+0000","last_peered":"2024-09-16T00:53:42.241113+0000","last_clean":"2024-09-16T00:53:42.241113+0000","last_became_active":"2024-09-16T00:53:41.238967+0000","last_became_peered":"2024-09-16T00:53:41.238967+0000","last_unstale":"2024-09-16T00:53:42.241113+0000","last_undegraded":"2024-09-16T00:53:42.241113+0000","last_fullsized":"2024-09-16T00:53:42.241113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:01.614377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241370+0000","last_change":"2024-09-16T00:53:40.224432+0000","last_active":"2024-09-16T00:53:42.241370+0000","last_peered":"2024-09-16T00:53:42.241370+0000","last_clean":"2024-09-16T00:53:42.241370+0000","last_became_active":"2024-09-16T00:53:40.224139+0000","last_became_peered":"2024-09-16T00:53:40.224139+0000","last_unstale":"2024-09-16T00:53:42.241370+0000","last_undegraded":"2024-09-16T00:53:42.241370+0000","last_fullsized":"2024-09-16T00:53:42.241370+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:50:12.010947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339020+0000","last_change":"2024-09-16T00:53:41.232493+0000","last_active":"2024-09-16T00:53:42.339020+0000","last_peered":"2024-09-16T00:53:42.339020+0000","last_clean":"2024-09-16T00:53:42.339020+0000","last_became_active":"2024-09-16T00:53:41.232170+0000","last_became_peered":"2024-09-16T00:53:41.232170+0000","last_unstale":"2024-09-16T00:53:42.339020+0000","last_undegraded":"2024-09-16T00:53:42.339020+0000","last_fullsized":"2024-09-16T00:53:42.339020+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:03.545537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240356+0000","last_change":"2024-09-16T00:53:40.231806+0000","last_active":"2024-09-16T00:53:42.240356+0000","last_peered":"2024-09-16T00:53:42.240356+0000","last_clean":"2024-09-16T00:53:42.240356+0000","last_became_active":"2024-09-16T00:53:40.231509+0000","last_became_peered":"2024-09-16T00:53:40.231509+0000","last_unstale":"2024-09-16T00:53:42.240356+0000","last_undegraded":"2024-09-16T00:53:42.240356+0000","last_fullsized":"2024-09-16T00:53:42.240356+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:51.723172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240246+0000","last_change":"2024-09-16T00:53:41.235568+0000","last_active":"2024-09-16T00:53:42.240246+0000","last_peered":"2024-09-16T00:53:42.240246+0000","last_clean":"2024-09-16T00:53:42.240246+0000","last_became_active":"2024-09-16T00:53:41.235269+0000","last_became_peered":"2024-09-16T00:53:41.235269+0000","last_unstale":"2024-09-16T00:53:42.240246+0000","last_undegraded":"2024-09-16T00:53:42.240246+0000","last_fullsized":"2024-09-16T00:53:42.240246+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:19.321500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339164+0000","last_change":"2024-09-16T00:53:40.231760+0000","last_active":"2024-09-16T00:53:42.339164+0000","last_peered":"2024-09-16T00:53:42.339164+0000","last_clean":"2024-09-16T00:53:42.339164+0000","last_became_active":"2024-09-16T00:53:40.231481+0000","last_became_peered":"2024-09-16T00:53:40.231481+0000","last_unstale":"2024-09-16T00:53:42.339164+0000","last_undegraded":"2024-09-16T00:53:42.339164+0000","last_fullsized":"2024-09-16T00:53:42.339164+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:35.304856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564352+0000","last_change":"2024-09-16T00:53:41.244611+0000","last_active":"2024-09-16T00:53:42.564352+0000","last_peered":"2024-09-16T00:53:42.564352+0000","last_clean":"2024-09-16T00:53:42.564352+0000","last_became_active":"2024-09-16T00:53:41.244282+0000","last_became_peered":"2024-09-16T00:53:41.244282+0000","last_unstale":"2024-09-16T00:53:42.564352+0000","last_undegraded":"2024-09-16T00:53:42.564352+0000","last_fullsized":"2024-09-16T00:53:42.564352+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:53.167554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240904+0000","last_change":"2024-09-16T00:53:40.223336+0000","last_active":"2024-09-16T00:53:42.240904+0000","last_peered":"2024-09-16T00:53:42.240904+0000","last_clean":"2024-09-16T00:53:42.240904+0000","last_became_active":"2024-09-16T00:53:40.222964+0000","last_became_peered":"2024-09-16T00:53:40.222964+0000","last_unstale":"2024-09-16T00:53:42.240904+0000","last_undegraded":"2024-09-16T00:53:42.240904+0000","last_fullsized":"2024-09-16T00:53:42.240904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:52.687334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964327+0000","last_change":"2024-09-16T00:53:41.236958+0000","last_active":"2024-09-16T00:53:42.964327+0000","last_peered":"2024-09-16T00:53:42.964327+0000","last_clean":"2024-09-16T00:53:42.964327+0000","last_became_active":"2024-09-16T00:53:41.236613+0000","last_became_peered":"2024-09-16T00:53:41.236613+0000","last_unstale":"2024-09-16T00:53:42.964327+0000","last_undegraded":"2024-09-16T00:53:42.964327+0000","last_fullsized":"2024-09-16T00:53:42.964327+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:25.216503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428582+0000","last_change":"2024-09-16T00:53:40.227080+0000","last_active":"2024-09-16T00:53:42.428582+0000","last_peered":"2024-09-16T00:53:42.428582+0000","last_clean":"2024-09-16T00:53:42.428582+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.428582+0000","last_undegraded":"2024-09-16T00:53:42.428582+0000","last_fullsized":"2024-09-16T00:53:42.428582+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:45.674633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564520+0000","last_change":"2024-09-16T00:53:41.233436+0000","last_active":"2024-09-16T00:53:42.564520+0000","last_peered":"2024-09-16T00:53:42.564520+0000","last_clean":"2024-09-16T00:53:42.564520+0000","last_became_active":"2024-09-16T00:53:41.233143+0000","last_became_peered":"2024-09-16T00:53:41.233143+0000","last_unstale":"2024-09-16T00:53:42.564520+0000","last_undegraded":"2024-09-16T00:53:42.564520+0000","last_fullsized":"2024-09-16T00:53:42.564520+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:32.137969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428635+0000","last_change":"2024-09-16T00:53:40.230826+0000","last_active":"2024-09-16T00:53:42.428635+0000","last_peered":"2024-09-16T00:53:42.428635+0000","last_clean":"2024-09-16T00:53:42.428635+0000","last_became_active":"2024-09-16T00:53:40.230507+0000","last_became_peered":"2024-09-16T00:53:40.230507+0000","last_unstale":"2024-09-16T00:53:42.428635+0000","last_undegraded":"2024-09-16T00:53:42.428635+0000","last_fullsized":"2024-09-16T00:53:42.428635+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:20.122011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263160+0000","last_change":"2024-09-16T00:53:41.239118+0000","last_active":"2024-09-16T00:53:43.263160+0000","last_peered":"2024-09-16T00:53:43.263160+0000","last_clean":"2024-09-16T00:53:43.263160+0000","last_became_active":"2024-09-16T00:53:41.238294+0000","last_became_peered":"2024-09-16T00:53:41.238294+0000","last_unstale":"2024-09-16T00:53:43.263160+0000","last_undegraded":"2024-09-16T00:53:43.263160+0000","last_fullsized":"2024-09-16T00:53:43.263160+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:47.086684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564518+0000","last_change":"2024-09-16T00:53:40.221728+0000","last_active":"2024-09-16T00:53:42.564518+0000","last_peered":"2024-09-16T00:53:42.564518+0000","last_clean":"2024-09-16T00:53:42.564518+0000","last_became_active":"2024-09-16T00:53:40.221434+0000","last_became_peered":"2024-09-16T00:53:40.221434+0000","last_unstale":"2024-09-16T00:53:42.564518+0000","last_undegraded":"2024-09-16T00:53:42.564518+0000","last_fullsized":"2024-09-16T00:53:42.564518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:14.151801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428506+0000","last_change":"2024-09-16T00:53:41.246557+0000","last_active":"2024-09-16T00:53:42.428506+0000","last_peered":"2024-09-16T00:53:42.428506+0000","last_clean":"2024-09-16T00:53:42.428506+0000","last_became_active":"2024-09-16T00:53:41.246267+0000","last_became_peered":"2024-09-16T00:53:41.246267+0000","last_unstale":"2024-09-16T00:53:42.428506+0000","last_undegraded":"2024-09-16T00:53:42.428506+0000","last_fullsized":"2024-09-16T00:53:42.428506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.854460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240221+0000","last_change":"2024-09-16T00:53:40.233178+0000","last_active":"2024-09-16T00:53:42.240221+0000","last_peered":"2024-09-16T00:53:42.240221+0000","last_clean":"2024-09-16T00:53:42.240221+0000","last_became_active":"2024-09-16T00:53:40.232898+0000","last_became_peered":"2024-09-16T00:53:40.232898+0000","last_unstale":"2024-09-16T00:53:42.240221+0000","last_undegraded":"2024-09-16T00:53:42.240221+0000","last_fullsized":"2024-09-16T00:53:42.240221+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:10.323377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339017+0000","last_change":"2024-09-16T00:53:41.240043+0000","last_active":"2024-09-16T00:53:42.339017+0000","last_peered":"2024-09-16T00:53:42.339017+0000","last_clean":"2024-09-16T00:53:42.339017+0000","last_became_active":"2024-09-16T00:53:41.239765+0000","last_became_peered":"2024-09-16T00:53:41.239765+0000","last_unstale":"2024-09-16T00:53:42.339017+0000","last_undegraded":"2024-09-16T00:53:42.339017+0000","last_fullsized":"2024-09-16T00:53:42.339017+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:50.907681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338767+0000","last_change":"2024-09-16T00:53:40.227099+0000","last_active":"2024-09-16T00:53:42.338767+0000","last_peered":"2024-09-16T00:53:42.338767+0000","last_clean":"2024-09-16T00:53:42.338767+0000","last_became_active":"2024-09-16T00:53:40.226717+0000","last_became_peered":"2024-09-16T00:53:40.226717+0000","last_unstale":"2024-09-16T00:53:42.338767+0000","last_undegraded":"2024-09-16T00:53:42.338767+0000","last_fullsized":"2024-09-16T00:53:42.338767+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:48:22.295945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564785+0000","last_change":"2024-09-16T00:53:41.241552+0000","last_active":"2024-09-16T00:53:42.564785+0000","last_peered":"2024-09-16T00:53:42.564785+0000","last_clean":"2024-09-16T00:53:42.564785+0000","last_became_active":"2024-09-16T00:53:41.241267+0000","last_became_peered":"2024-09-16T00:53:41.241267+0000","last_unstale":"2024-09-16T00:53:42.564785+0000","last_undegraded":"2024-09-16T00:53:42.564785+0000","last_fullsized":"2024-09-16T00:53:42.564785+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:01.559216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240571+0000","last_change":"2024-09-16T00:53:40.227009+0000","last_active":"2024-09-16T00:53:42.240571+0000","last_peered":"2024-09-16T00:53:42.240571+0000","last_clean":"2024-09-16T00:53:42.240571+0000","last_became_active":"2024-09-16T00:53:40.226739+0000","last_became_peered":"2024-09-16T00:53:40.226739+0000","last_unstale":"2024-09-16T00:53:42.240571+0000","last_undegraded":"2024-09-16T00:53:42.240571+0000","last_fullsized":"2024-09-16T00:53:42.240571+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:33.500930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263072+0000","last_change":"2024-09-16T00:53:41.245718+0000","last_active":"2024-09-16T00:53:43.263072+0000","last_peered":"2024-09-16T00:53:43.263072+0000","last_clean":"2024-09-16T00:53:43.263072+0000","last_became_active":"2024-09-16T00:53:41.245063+0000","last_became_peered":"2024-09-16T00:53:41.245063+0000","last_unstale":"2024-09-16T00:53:43.263072+0000","last_undegraded":"2024-09-16T00:53:43.263072+0000","last_fullsized":"2024-09-16T00:53:43.263072+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:36.560867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428554+0000","last_change":"2024-09-16T00:53:40.229813+0000","last_active":"2024-09-16T00:53:42.428554+0000","last_peered":"2024-09-16T00:53:42.428554+0000","last_clean":"2024-09-16T00:53:42.428554+0000","last_became_active":"2024-09-16T00:53:40.229536+0000","last_became_peered":"2024-09-16T00:53:40.229536+0000","last_unstale":"2024-09-16T00:53:42.428554+0000","last_undegraded":"2024-09-16T00:53:42.428554+0000","last_fullsized":"2024-09-16T00:53:42.428554+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:11.361053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.564468+0000","last_change":"2024-09-16T00:53:41.235099+0000","last_active":"2024-09-16T00:53:42.564468+0000","last_peered":"2024-09-16T00:53:42.564468+0000","last_clean":"2024-09-16T00:53:42.564468+0000","last_became_active":"2024-09-16T00:53:41.234819+0000","last_became_peered":"2024-09-16T00:53:41.234819+0000","last_unstale":"2024-09-16T00:53:42.564468+0000","last_undegraded":"2024-09-16T00:53:42.564468+0000","last_fullsized":"2024-09-16T00:53:42.564468+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:38.485310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241833+0000","last_change":"2024-09-16T00:53:40.228099+0000","last_active":"2024-09-16T00:53:42.241833+0000","last_peered":"2024-09-16T00:53:42.241833+0000","last_clean":"2024-09-16T00:53:42.241833+0000","last_became_active":"2024-09-16T00:53:40.227733+0000","last_became_peered":"2024-09-16T00:53:40.227733+0000","last_unstale":"2024-09-16T00:53:42.241833+0000","last_undegraded":"2024-09-16T00:53:42.241833+0000","last_fullsized":"2024-09-16T00:53:42.241833+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:59.436246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240523+0000","last_change":"2024-09-16T00:53:41.236738+0000","last_active":"2024-09-16T00:53:42.240523+0000","last_peered":"2024-09-16T00:53:42.240523+0000","last_clean":"2024-09-16T00:53:42.240523+0000","last_became_active":"2024-09-16T00:53:41.236383+0000","last_became_peered":"2024-09-16T00:53:41.236383+0000","last_unstale":"2024-09-16T00:53:42.240523+0000","last_undegraded":"2024-09-16T00:53:42.240523+0000","last_fullsized":"2024-09-16T00:53:42.240523+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:49.916807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338765+0000","last_change":"2024-09-16T00:53:40.225122+0000","last_active":"2024-09-16T00:53:42.338765+0000","last_peered":"2024-09-16T00:53:42.338765+0000","last_clean":"2024-09-16T00:53:42.338765+0000","last_became_active":"2024-09-16T00:53:40.224847+0000","last_became_peered":"2024-09-16T00:53:40.224847+0000","last_unstale":"2024-09-16T00:53:42.338765+0000","last_undegraded":"2024-09-16T00:53:42.338765+0000","last_fullsized":"2024-09-16T00:53:42.338765+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:56.705808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338766+0000","last_change":"2024-09-16T00:53:41.251804+0000","last_active":"2024-09-16T00:53:42.338766+0000","last_peered":"2024-09-16T00:53:42.338766+0000","last_clean":"2024-09-16T00:53:42.338766+0000","last_became_active":"2024-09-16T00:53:41.251355+0000","last_became_peered":"2024-09-16T00:53:41.251355+0000","last_unstale":"2024-09-16T00:53:42.338766+0000","last_undegraded":"2024-09-16T00:53:42.338766+0000","last_fullsized":"2024-09-16T00:53:42.338766+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:50.306447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240612+0000","last_change":"2024-09-16T00:53:40.230696+0000","last_active":"2024-09-16T00:53:42.240612+0000","last_peered":"2024-09-16T00:53:42.240612+0000","last_clean":"2024-09-16T00:53:42.240612+0000","last_became_active":"2024-09-16T00:53:40.230357+0000","last_became_peered":"2024-09-16T00:53:40.230357+0000","last_unstale":"2024-09-16T00:53:42.240612+0000","last_undegraded":"2024-09-16T00:53:42.240612+0000","last_fullsized":"2024-09-16T00:53:42.240612+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:38.906925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263128+0000","last_change":"2024-09-16T00:53:41.238254+0000","last_active":"2024-09-16T00:53:43.263128+0000","last_peered":"2024-09-16T00:53:43.263128+0000","last_clean":"2024-09-16T00:53:43.263128+0000","last_became_active":"2024-09-16T00:53:41.237960+0000","last_became_peered":"2024-09-16T00:53:41.237960+0000","last_unstale":"2024-09-16T00:53:43.263128+0000","last_undegraded":"2024-09-16T00:53:43.263128+0000","last_fullsized":"2024-09-16T00:53:43.263128+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:25.481481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.240421+0000","last_change":"2024-09-16T00:53:40.228727+0000","last_active":"2024-09-16T00:53:42.240421+0000","last_peered":"2024-09-16T00:53:42.240421+0000","last_clean":"2024-09-16T00:53:42.240421+0000","last_became_active":"2024-09-16T00:53:40.228338+0000","last_became_peered":"2024-09-16T00:53:40.228338+0000","last_unstale":"2024-09-16T00:53:42.240421+0000","last_undegraded":"2024-09-16T00:53:42.240421+0000","last_fullsized":"2024-09-16T00:53:42.240421+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.869916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.338984+0000","last_change":"2024-09-16T00:53:41.235002+0000","last_active":"2024-09-16T00:53:42.338984+0000","last_peered":"2024-09-16T00:53:42.338984+0000","last_clean":"2024-09-16T00:53:42.338984+0000","last_became_active":"2024-09-16T00:53:41.234738+0000","last_became_peered":"2024-09-16T00:53:41.234738+0000","last_unstale":"2024-09-16T00:53:42.338984+0000","last_undegraded":"2024-09-16T00:53:42.338984+0000","last_fullsized":"2024-09-16T00:53:42.338984+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:17.645603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.964239+0000","last_change":"2024-09-16T00:53:40.227427+0000","last_active":"2024-09-16T00:53:42.964239+0000","last_peered":"2024-09-16T00:53:42.964239+0000","last_clean":"2024-09-16T00:53:42.964239+0000","last_became_active":"2024-09-16T00:53:40.227147+0000","last_became_peered":"2024-09-16T00:53:40.227147+0000","last_unstale":"2024-09-16T00:53:42.964239+0000","last_undegraded":"2024-09-16T00:53:42.964239+0000","last_fullsized":"2024-09-16T00:53:42.964239+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:43.450518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241319+0000","last_change":"2024-09-16T00:53:41.241534+0000","last_active":"2024-09-16T00:53:42.241319+0000","last_peered":"2024-09-16T00:53:42.241319+0000","last_clean":"2024-09-16T00:53:42.241319+0000","last_became_active":"2024-09-16T00:53:41.240027+0000","last_became_peered":"2024-09-16T00:53:41.240027+0000","last_unstale":"2024-09-16T00:53:42.241319+0000","last_undegraded":"2024-09-16T00:53:42.241319+0000","last_fullsized":"2024-09-16T00:53:42.241319+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:54.746702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:43.263314+0000","last_change":"2024-09-16T00:53:40.228370+0000","last_active":"2024-09-16T00:53:43.263314+0000","last_peered":"2024-09-16T00:53:43.263314+0000","last_clean":"2024-09-16T00:53:43.263314+0000","last_became_active":"2024-09-16T00:53:40.227861+0000","last_became_peered":"2024-09-16T00:53:40.227861+0000","last_unstale":"2024-09-16T00:53:43.263314+0000","last_undegraded":"2024-09-16T00:53:43.263314+0000","last_fullsized":"2024-09-16T00:53:43.263314+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:39.112314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.428387+0000","last_change":"2024-09-16T00:53:41.238685+0000","last_active":"2024-09-16T00:53:42.428387+0000","last_peered":"2024-09-16T00:53:42.428387+0000","last_clean":"2024-09-16T00:53:42.428387+0000","last_became_active":"2024-09-16T00:53:41.237394+0000","last_became_peered":"2024-09-16T00:53:41.237394+0000","last_unstale":"2024-09-16T00:53:42.428387+0000","last_undegraded":"2024-09-16T00:53:42.428387+0000","last_fullsized":"2024-09-16T00:53:42.428387+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:40.205636+0000","last_clean_scrub_stamp":"2024-09-16T00:53:40.205636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:43.621567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.339089+0000","last_change":"2024-09-16T00:53:40.226227+0000","last_active":"2024-09-16T00:53:42.339089+0000","last_peered":"2024-09-16T00:53:42.339089+0000","last_clean":"2024-09-16T00:53:42.339089+0000","last_became_active":"2024-09-16T00:53:40.225926+0000","last_became_peered":"2024-09-16T00:53:40.225926+0000","last_unstale":"2024-09-16T00:53:42.339089+0000","last_undegraded":"2024-09-16T00:53:42.339089+0000","last_fullsized":"2024-09-16T00:53:42.339089+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:53:39.200239+0000","last_clean_scrub_stamp":"2024-09-16T00:53:39.200239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:05:11.040402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-16T00:53:42.241123+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:53:42.241123+0000","last_peered":"2024-09-16T00:53:42.241123+0000","last_clean":"2024-09-16T00:53:42.241123+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:53:42.241123+0000","last_undegraded":"2024-09-16T00:53:42.241123+0000","last_fullsized":"2024-09-16T00:53:42.241123+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476757,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":593920,"data_stored":261713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":261643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509463,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":262673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":593920,"data_stored":261221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1187840,"data_stored":851485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":851553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574870,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31760,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340080,"statfs":{"total":96636764160,"available":96604241920,"internally_reserved":0,"allocated":585728,"data_stored":261061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:53:49.315 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:53:49.315 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T00:53:49.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.462+0000 7f824b1b7640 1 Processor -- start 2024-09-16T00:53:49.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.462+0000 7f824b1b7640 1 -- start start 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.462+0000 7f824b1b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440d43b0 0x7f82440d4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.462+0000 7f824b1b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82440cf1d0 0x7f82440cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.462+0000 7f824b1b7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82440d4cd0 con 0x7f82440d2860 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f824b1b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f82440d2d60 con 0x7f82440cf1d0 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f824b1b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f82440d3040 con 0x7f82440d43b0 2024-09-16T00:53:49.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82440cf1d0 0x7f82440cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f82440cf1d0 0x7f82440cf680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34328/0 (socket says 172.21.15.32:34328) 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 -- 172.21.15.32:0/2002236775 learned_addr learned my addr 172.21.15.32:0/2002236775 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8248f53640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440d43b0 0x7f82440d4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 -- 172.21.15.32:0/2002236775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440d43b0 msgr2=0x7f82440d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440d43b0 0x7f82440d4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 -- 172.21.15.32:0/2002236775 >> v1:172.21.15.50:6789/0 conn(0x7f82440d2860 legacy=0x7f82440d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.463+0000 7f8249754640 1 -- 172.21.15.32:0/2002236775 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82440d15e0 con 0x7f82440cf1d0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.464+0000 7f8249754640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440cf1d0 0x7f82440cf680 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f823c009e50 tx=0x7f823c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abb4a81d144cf1f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.464+0000 7f82437fe640 1 -- 172.21.15.32:0/2002236775 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c036070 con 0x7f82440cf1d0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.464+0000 7f82437fe640 1 -- 172.21.15.32:0/2002236775 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f823c031600 con 0x7f82440cf1d0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.464+0000 7f82437fe640 1 -- 172.21.15.32:0/2002236775 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c0319d0 con 0x7f82440cf1d0 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 -- 172.21.15.32:0/2002236775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440cf1d0 msgr2=0x7f82440cf680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440cf1d0 0x7f82440cf680 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f823c009e50 tx=0x7f823c02a630 comp rx=0 tx=0).stop 2024-09-16T00:53:49.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 -- 172.21.15.32:0/2002236775 shutdown_connections 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440cf1d0 0x7f82440cf680 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 --2- 172.21.15.32:0/2002236775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440d43b0 0x7f82440d4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 -- 172.21.15.32:0/2002236775 >> 172.21.15.32:0/2002236775 conn(0x7f824408bfc0 msgr2=0x7f824409d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 -- 172.21.15.32:0/2002236775 shutdown_connections 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.465+0000 7f824b1b7640 1 -- 172.21.15.32:0/2002236775 wait complete. 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.466+0000 7f824b1b7640 1 Processor -- start 2024-09-16T00:53:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.466+0000 7f824b1b7640 1 -- start start 2024-09-16T00:53:49.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 0x7f82440d06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82440d2860 0x7f82440ccd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f824406cfd0 con 0x7f82440d43b0 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f82440d1ba0 con 0x7f82440d2860 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f824b1b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f824415e7a0 con 0x7f82440cf1d0 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34342/0 (socket says 172.21.15.32:34342) 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 -- 172.21.15.32:0/861917123 learned_addr learned my addr 172.21.15.32:0/861917123 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8248f53640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 0x7f82440d06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8243fff640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82440d2860 0x7f82440ccd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 -- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 msgr2=0x7f82440d06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 0x7f82440d06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 -- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82440d2860 msgr2=0x7f82440ccd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82440d2860 0x7f82440ccd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 -- 172.21.15.32:0/861917123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82440cc2d0 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8248f53640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 0x7f82440d06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f8249754640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f823c009e50 tx=0x7f823c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.467+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c041020 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.468+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f823c0077a0 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.468+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f824409e7d0 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.468+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c036040 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.468+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f824409ed90 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.469+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82440d4790 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.469+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f823c044020 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.470+0000 7f82417fa640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 0x7f822806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.470+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f823c0ac260 con 0x7f82440d43b0 2024-09-16T00:53:49.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.470+0000 7f8248f53640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 0x7f822806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.470+0000 7f8248f53640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 0x7f822806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8238006fd0 tx=0x7f8238008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.474+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f823c04b030 con 0x7f82440d43b0 2024-09-16T00:53:49.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.718+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f82440690c0 con 0x7f82440d43b0 2024-09-16T00:53:49.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.720+0000 7f82417fa640 1 -- 172.21.15.32:0/861917123 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f823c07a840 con 0x7f82440d43b0 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAIgedmziysAxAAk69OFbkdg0Beo1l3Z5I95A== 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stdout: caps mds = "allow" 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stdout: caps mon = "allow r" 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T00:53:49.721 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.0 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.722+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 msgr2=0x7f822806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.722+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 0x7f822806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8238006fd0 tx=0x7f8238008040 comp rx=0 tx=0).stop 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.722+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 msgr2=0x7f824415cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.722+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f823c009e50 tx=0x7f823c004a40 comp rx=0 tx=0).stop 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 shutdown_connections 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f822806c2b0 0x7f822806e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82440d43b0 0x7f824415cfd0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f82440d2860 0x7f82440ccd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 --2- 172.21.15.32:0/861917123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f82440cf1d0 0x7f82440d06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 >> 172.21.15.32:0/861917123 conn(0x7f824408bfc0 msgr2=0x7f824409d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 shutdown_connections 2024-09-16T00:53:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.723+0000 7f824b1b7640 1 -- 172.21.15.32:0/861917123 wait complete. 2024-09-16T00:53:49.734 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:53:49.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.837+0000 7f2ab8235640 1 Processor -- start 2024-09-16T00:53:49.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.837+0000 7f2ab8235640 1 -- start start 2024-09-16T00:53:49.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab8235640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2ab015b300 0x7f2ab00b4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab8235640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab015fc80 con 0x7f2ab00b4050 2024-09-16T00:53:49.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab8235640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab00b45c0 con 0x7f2ab00b1c60 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab8235640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2ab00af960 con 0x7f2ab015b300 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab57d0640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2ab00b4050 0x7f2ab015ee60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47500/0 (socket says 172.21.15.32:47500) 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.838+0000 7f2ab57d0640 1 -- 172.21.15.32:0/3080454520 learned_addr learned my addr 172.21.15.32:0/3080454520 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 5162801 0 0) 0x7f2ab015fc80 con 0x7f2ab00b4050 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a9c003520 con 0x7f2ab00b4050 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab5fd1640 1 --2- 172.21.15.32:0/3080454520 >> v2:172.21.15.50:3300/0 conn(0x7f2ab015b300 0x7f2ab00b4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2209651494 0 0) 0x7f2a9c003520 con 0x7f2ab00b4050 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 >> v2:172.21.15.50:3300/0 conn(0x7f2ab015b300 msgr2=0x7f2ab00b4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 --2- 172.21.15.32:0/3080454520 >> v2:172.21.15.50:3300/0 conn(0x7f2ab015b300 0x7f2ab00b4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 >> v1:172.21.15.50:6789/0 conn(0x7f2ab00b1c60 legacy=0x7f2ab015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab00af310 con 0x7f2ab00b4050 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f2aa0001670 con 0x7f2ab00b4050 2024-09-16T00:53:49.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 >> v1:172.21.15.32:6789/0 conn(0x7f2ab00b4050 legacy=0x7f2ab015ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c003a20 0x7f2a9c003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c004800 0x7f2a9c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 0x7f2a9c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab00af960 con 0x7f2a9c0051c0 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c00c0d0 con 0x7f2a9c004800 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2a9c00c2d0 con 0x7f2a9c003a20 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 0x7f2a9c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab57d0640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c004800 0x7f2a9c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab5fd1640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c003a20 0x7f2a9c003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 -- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c003a20 msgr2=0x7f2a9c003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c003a20 0x7f2a9c003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 -- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c004800 msgr2=0x7f2a9c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:49.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c004800 0x7f2a9c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.839+0000 7f2ab67d2640 1 -- 172.21.15.32:0/3080454520 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c003520 con 0x7f2a9c0051c0 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.840+0000 7f2ab67d2640 1 -- 172.21.15.32:0/3080454520 reap_dead start 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.840+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 0x7f2a9c00b9c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8001330 tx=0x7f2a9c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68d903535b9d869 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.840+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8001370 con 0x7f2a9c0051c0 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.840+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa80050d0 con 0x7f2a9c0051c0 2024-09-16T00:53:49.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.840+0000 7f2ab4fcf640 1 -- 172.21.15.32:0/3080454520 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa80035f0 con 0x7f2a9c0051c0 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 -- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 msgr2=0x7f2a9c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 0x7f2a9c00b9c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8001330 tx=0x7f2a9c005830 comp rx=0 tx=0).stop 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 -- 172.21.15.32:0/3080454520 shutdown_connections 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 --2- 172.21.15.32:0/3080454520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a9c0051c0 0x7f2a9c00b9c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 -- 172.21.15.32:0/3080454520 >> 172.21.15.32:0/3080454520 conn(0x7f2ab00b6570 msgr2=0x7f2ab00b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:49.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 -- 172.21.15.32:0/3080454520 shutdown_connections 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.841+0000 7f2ab8235640 1 -- 172.21.15.32:0/3080454520 wait complete. 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.842+0000 7f2ab8235640 1 Processor -- start 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.842+0000 7f2ab8235640 1 -- start start 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c0051c0 0x7f2ab015ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab015a420 0x7f2ab0155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab00b04f0 con 0x7f2ab0157730 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab015b6e0 con 0x7f2a9c0051c0 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab8235640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab00b0670 con 0x7f2ab015a420 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab67d2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab67d2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34358/0 (socket says 172.21.15.32:34358) 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab67d2640 1 -- 172.21.15.32:0/52575906 learned_addr learned my addr 172.21.15.32:0/52575906 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:49.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab57d0640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab015a420 0x7f2ab0155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.843+0000 7f2ab5fd1640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c0051c0 0x7f2ab015ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 -- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab015a420 msgr2=0x7f2ab0155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab015a420 0x7f2ab0155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 -- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c0051c0 msgr2=0x7f2ab015ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c0051c0 0x7f2ab015ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 -- 172.21.15.32:0/52575906 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab015a8a0 con 0x7f2ab0157730 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab67d2640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2aa802e9a0 tx=0x7f2aa8001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8007a30 con 0x7f2ab0157730 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa802edb0 con 0x7f2ab0157730 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab015d4b0 con 0x7f2ab0157730 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8007030 con 0x7f2ab0157730 2024-09-16T00:53:49.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.844+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab015da70 con 0x7f2ab0157730 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.845+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab00b07f0 con 0x7f2ab0157730 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.846+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2aa80071d0 con 0x7f2ab0157730 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.846+0000 7f2aa67fc640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 0x7f2a9406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.846+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f2aa80aef40 con 0x7f2ab0157730 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.846+0000 7f2ab5fd1640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 0x7f2a9406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:49.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.847+0000 7f2ab5fd1640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 0x7f2a9406e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2aac014450 tx=0x7f2aac00b040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:49.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:49.851+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2ab00b07f0 con 0x7f2ab0157730 2024-09-16T00:53:50.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.061+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ab00cd620 con 0x7f2ab0157730 2024-09-16T00:53:50.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.062+0000 7f2aa67fc640 1 -- 172.21.15.32:0/52575906 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7f2aa8047060 con 0x7f2ab0157730 2024-09-16T00:53:50.062 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:53:50.062 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:53:50.063 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 msgr2=0x7f2a9406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 0x7f2a9406e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2aac014450 tx=0x7f2aac00b040 comp rx=0 tx=0).stop 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 msgr2=0x7f2ab0157bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2aa802e9a0 tx=0x7f2aa8001120 comp rx=0 tx=0).stop 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 shutdown_connections 2024-09-16T00:53:50.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2a9406c2e0 0x7f2a9406e7a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ab0157730 0x7f2ab0157bb0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab015a420 0x7f2ab0155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 --2- 172.21.15.32:0/52575906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c0051c0 0x7f2ab015ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 >> 172.21.15.32:0/52575906 conn(0x7f2ab00b6570 msgr2=0x7f2ab00ae6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 shutdown_connections 2024-09-16T00:53:50.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.064+0000 7f2ab8235640 1 -- 172.21.15.32:0/52575906 wait complete. 2024-09-16T00:53:50.478 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:53:40.578276+0000', 'modified': '2024-09-16T00:53:42.930462+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5271}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5271': {'gid': 5271, 'name': 'b', 'rank': 0, 'incarnation': 20, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6835/3729786995', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6833', 'nonce': 3729786995}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 3729786995}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5271, 'qdb_cluster': [5271]} 2024-09-16T00:53:50.478 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:53:50.478 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:53:50.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.585+0000 7f7a281c4640 1 Processor -- start 2024-09-16T00:53:50.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.585+0000 7f7a281c4640 1 -- start start 2024-09-16T00:53:50.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a2015e280 0x7f7a200d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7a2015e660 0x7f7a200d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a200b3a30 0x7f7a200d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f7a200b4c20 con 0x7f7a2015e280 2024-09-16T00:53:50.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7a200d24d0 con 0x7f7a2015e660 2024-09-16T00:53:50.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a281c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a200b42f0 con 0x7f7a200b3a30 2024-09-16T00:53:50.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a25f60640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a2015e280 0x7f7a200d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a25f60640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a2015e280 0x7f7a200d1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34362/0 (socket says 172.21.15.32:34362) 2024-09-16T00:53:50.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.586+0000 7f7a25f60640 1 -- 172.21.15.32:0/1070546776 learned_addr learned my addr 172.21.15.32:0/1070546776 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 -- 172.21.15.32:0/1070546776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a200b3a30 msgr2=0x7f7a200d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1070546776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a200b3a30 0x7f7a200d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 -- 172.21.15.32:0/1070546776 >> v2:172.21.15.50:3300/0 conn(0x7f7a2015e660 msgr2=0x7f7a200d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1070546776 >> v2:172.21.15.50:3300/0 conn(0x7f7a2015e660 0x7f7a200d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 -- 172.21.15.32:0/1070546776 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a200b45d0 con 0x7f7a2015e280 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1070546776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a2015e280 0x7f7a200d1f90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7a200c7ec0 tx=0x7f7a1c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6585ccf4d0e093 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.587+0000 7f7a24f5e640 1 -- 172.21.15.32:0/1070546776 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c037070 con 0x7f7a2015e280 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a24f5e640 1 -- 172.21.15.32:0/1070546776 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c032440 con 0x7f7a2015e280 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a24f5e640 1 -- 172.21.15.32:0/1070546776 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c032810 con 0x7f7a2015e280 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 -- 172.21.15.32:0/1070546776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a2015e280 msgr2=0x7f7a200d1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 --2- 172.21.15.32:0/1070546776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a2015e280 0x7f7a200d1f90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7a200c7ec0 tx=0x7f7a1c02a140 comp rx=0 tx=0).stop 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 -- 172.21.15.32:0/1070546776 shutdown_connections 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 --2- 172.21.15.32:0/1070546776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a200b3a30 0x7f7a200d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 --2- 172.21.15.32:0/1070546776 >> v2:172.21.15.50:3300/0 conn(0x7f7a2015e660 0x7f7a200d29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 --2- 172.21.15.32:0/1070546776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a2015e280 0x7f7a200d1f90 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 -- 172.21.15.32:0/1070546776 >> 172.21.15.32:0/1070546776 conn(0x7f7a2008ddf0 msgr2=0x7f7a2009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 -- 172.21.15.32:0/1070546776 shutdown_connections 2024-09-16T00:53:50.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.588+0000 7f7a281c4640 1 -- 172.21.15.32:0/1070546776 wait complete. 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.589+0000 7f7a281c4640 1 Processor -- start 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.589+0000 7f7a281c4640 1 -- start start 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a2015e280 0x7f7a2015d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2015e660 0x7f7a200b93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7a200b5230 con 0x7f7a200b3a30 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a200b50b0 con 0x7f7a2015e280 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a281c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a200d0da0 con 0x7f7a2015e660 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a25f60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a25f60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34364/0 (socket says 172.21.15.32:34364) 2024-09-16T00:53:50.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a25f60640 1 -- 172.21.15.32:0/3101074325 learned_addr learned my addr 172.21.15.32:0/3101074325 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a26761640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2015e660 0x7f7a200b93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.590+0000 7f7a2575f640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a2015e280 0x7f7a2015d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 -- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2015e660 msgr2=0x7f7a200b93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2015e660 0x7f7a200b93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 -- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a2015e280 msgr2=0x7f7a2015d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a2015e280 0x7f7a2015d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 -- 172.21.15.32:0/3101074325 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a2015fda0 con 0x7f7a200b3a30 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a25f60640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c000c00 tx=0x7f7a1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a127fc640 1 -- 172.21.15.32:0/3101074325 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c041070 con 0x7f7a200b3a30 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a127fc640 1 -- 172.21.15.32:0/3101074325 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c03c870 con 0x7f7a200b3a30 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a127fc640 1 -- 172.21.15.32:0/3101074325 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c037040 con 0x7f7a200b3a30 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a20161040 con 0x7f7a200b3a30 2024-09-16T00:53:50.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.591+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a20160600 con 0x7f7a200b3a30 2024-09-16T00:53:50.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.593+0000 7f7a127fc640 1 -- 172.21.15.32:0/3101074325 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a1c044070 con 0x7f7a200b3a30 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.593+0000 7f7a127fc640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.594+0000 7f7a127fc640 1 -- 172.21.15.32:0/3101074325 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f7a1c0ac270 con 0x7f7a200b3a30 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.594+0000 7f7a2575f640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.594+0000 7f7a2575f640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7a2006dbc0 tx=0x7f7a14009060 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.594+0000 7f7a2b03d740 1 Processor -- start 2024-09-16T00:53:50.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 -- start start 2024-09-16T00:53:50.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b1ca80 0x557b31b1f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b20a50 0x557b31b198b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x557b31a81520 con 0x557b31b1f2c0 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557b31a293e0 con 0x557b31b1ca80 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x557b31a7d4e0 con 0x557b31b20a50 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a25f60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a25f60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34368/0 (socket says 172.21.15.32:34368) 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a25f60640 1 -- 172.21.15.32:0/2717149208 learned_addr learned my addr 172.21.15.32:0/2717149208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.595+0000 7f7a2575f640 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b1ca80 0x557b31b1f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a26761640 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b20a50 0x557b31b198b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 -- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b20a50 msgr2=0x557b31b198b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b20a50 0x557b31b198b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 -- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b1ca80 msgr2=0x557b31b1f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b1ca80 0x557b31b1f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 -- 172.21.15.32:0/2717149208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b31a442f0 con 0x557b31b1f2c0 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a25f60640 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0aa610 tx=0x7f7a1c079d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e38c172a766d96e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a037fe640 1 -- 172.21.15.32:0/2717149208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c04b040 con 0x557b31b1f2c0 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a037fe640 1 -- 172.21.15.32:0/2717149208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c082ee0 con 0x557b31b1f2c0 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.596+0000 7f7a037fe640 1 -- 172.21.15.32:0/2717149208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c0786b0 con 0x557b31b1f2c0 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- 172.21.15.32:0/2717149208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 msgr2=0x557b31b64a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0aa610 tx=0x7f7a1c079d10 comp rx=0 tx=0).stop 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- 172.21.15.32:0/2717149208 shutdown_connections 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b20a50 0x557b31b198b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b1ca80 0x557b31b1f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/2717149208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b1f2c0 0x557b31b64a60 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- 172.21.15.32:0/2717149208 >> 172.21.15.32:0/2717149208 conn(0x557b31b1ba80 msgr2=0x557b31b63f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- 172.21.15.32:0/2717149208 shutdown_connections 2024-09-16T00:53:50.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- 172.21.15.32:0/2717149208 wait complete. 2024-09-16T00:53:50.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.597+0000 7f7a2b03d740 1 -- start start 2024-09-16T00:53:50.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 Processor -- start 2024-09-16T00:53:50.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b47fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x557b31a293e0 con 0x557b31b20a50 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557b31a0a450 con 0x557b31b43f60 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x557b31a81520 con 0x557b31b1f2c0 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.598+0000 7f7a2b03d740 10 client.0 _ll_register_callbacks cb 0x557b31793ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34380/0 (socket says 172.21.15.32:34380) 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 -- 172.21.15.32:0/1065159175 learned_addr learned my addr 172.21.15.32:0/1065159175 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a26761640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b47fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 -- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 msgr2=0x557b31b36390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 -- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 msgr2=0x557b31b47fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b47fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 -- 172.21.15.32:0/1065159175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b317942d0 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2575f640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f7a14015480 tx=0x7f7a14004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fadbebb50d4dfe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14025070 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a1c082ee0 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.599+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f7a14013660 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7a14030050 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 10 client.5439 fetch_fsmap learned FSMap version 23 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x557b3185e6b0 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c082ee0 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7f7a14033020 con 0x557b31b20a50 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 10 client.5439 fetch_fsmap finished waiting for FSMap version 23 2024-09-16T00:53:50.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 10 client.5439 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 20 client.5439 populate_metadata read hostname 'smithi032' 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b7f410 0x557b31b81800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 4 client.5439 mds_command: new command op to 5271 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 --> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b31a8ec50 con 0x557b31b7f410 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.600+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b7f410 0x557b31b81800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.601+0000 7f7a25f60640 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b7f410 0x557b31b81800 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8eff2aade8d0508 server_cookie=c88209a5008996db in_seq=0 out_seq=0 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.601+0000 7f7a00ff9640 10 client.5439 ms_handle_connect on v2:172.21.15.50:6833/3729786995 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.601+0000 7f7a00ff9640 1 -- 172.21.15.32:0/1065159175 <== mds.0 v2:172.21.15.50:6833/3729786995 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557b31a8ec50 con 0x557b31b7f410 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.601+0000 7f7a00ff9640 10 client.5439 handle_command_reply: tid=0 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 client.5439 shutdown 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 msgr2=0x557b31b35b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f7a14015480 tx=0x7f7a14004730 comp rx=0 tx=0).stop 2024-09-16T00:53:50.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 shutdown_connections 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b7f410 0x557b31b81800 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b47fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b35b60 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a00ff9640 0 client.5439 ms_handle_reset on v2:172.21.15.50:6833/3729786995 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/1065159175 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 >> 172.21.15.32:0/1065159175 conn(0x557b31b1ca80 msgr2=0x557b31b61fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 shutdown_connections 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 1 -- 172.21.15.32:0/1065159175 wait complete. 2024-09-16T00:53:50.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.602+0000 7f7a2b03d740 20 client.5439 trim_cache size 0 max 16384 2024-09-16T00:53:50.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 Processor -- start 2024-09-16T00:53:50.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 -- start start 2024-09-16T00:53:50.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b429a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7a20200040 con 0x557b31b20a50 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a201f8630 con 0x557b31b43f60 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.620+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a2015f7d0 con 0x557b31b1f2c0 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34388/0 (socket says 172.21.15.32:34388) 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 -- 172.21.15.32:0/126309757 learned_addr learned my addr 172.21.15.32:0/126309757 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a25f60640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a26761640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b429a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 -- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 msgr2=0x557b31b36240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 -- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 msgr2=0x557b31b429a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b429a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 -- 172.21.15.32:0/126309757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b31b1b630 con 0x557b31b20a50 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a26761640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a2575f640 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7a14006af0 tx=0x7f7a14020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194c796172385649 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a02ffd640 1 -- 172.21.15.32:0/126309757 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14039070 con 0x557b31b20a50 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a02ffd640 1 -- 172.21.15.32:0/126309757 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a14013900 con 0x557b31b20a50 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.621+0000 7f7a02ffd640 1 -- 172.21.15.32:0/126309757 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14025070 con 0x557b31b20a50 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- 172.21.15.32:0/126309757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 msgr2=0x557b31b48d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7a14006af0 tx=0x7f7a14020000 comp rx=0 tx=0).stop 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- 172.21.15.32:0/126309757 shutdown_connections 2024-09-16T00:53:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31b429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31b48d30 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/126309757 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b36240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- 172.21.15.32:0/126309757 >> 172.21.15.32:0/126309757 conn(0x557b31b1ca80 msgr2=0x557b31b65060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- 172.21.15.32:0/126309757 shutdown_connections 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- 172.21.15.32:0/126309757 wait complete. 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.622+0000 7f7a2b03d740 1 -- start start 2024-09-16T00:53:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 Processor -- start 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b5d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31be27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x557b31b5f6e0 con 0x557b31b20a50 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557b31b47aa0 con 0x557b31b43f60 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x557b31b495b0 con 0x557b31b1f2c0 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.623+0000 7f7a2b03d740 10 client.0 _ll_register_callbacks cb 0x7f7a14009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34404/0 (socket says 172.21.15.32:34404) 2024-09-16T00:53:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 -- 172.21.15.32:0/168165445 learned_addr learned my addr 172.21.15.32:0/168165445 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a25f60640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b5d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a26761640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31be27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 -- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 msgr2=0x557b31b5d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b5d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 -- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 msgr2=0x557b31be27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31be27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 -- 172.21.15.32:0/168165445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b31b5cae0 con 0x557b31b20a50 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2575f640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a14016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbfb878dcd164b2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14039070 con 0x557b31b20a50 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f7a14005d30 con 0x557b31b20a50 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a14013900 con 0x557b31b20a50 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7a14025040 con 0x557b31b20a50 2024-09-16T00:53:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2b03d740 10 client.5445 fetch_fsmap learned FSMap version 23 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x557b31bc83b0 con 0x557b31b20a50 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.624+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a14013900 con 0x557b31b20a50 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7f7a14033040 con 0x557b31b20a50 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 10 client.5445 fetch_fsmap finished waiting for FSMap version 23 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 10 client.5445 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 20 client.5445 populate_metadata read hostname 'smithi032' 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b48cd0 0x557b31b75ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 4 client.5445 mds_command: new command op to 5271 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 --> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] -- command(tid 0: {"prefix": "status"}) -- 0x557b31a88fa0 con 0x557b31b48cd0 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a25f60640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b48cd0 0x557b31b75ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a25f60640 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b48cd0 0x557b31b75ab0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69e9ccd44167662a server_cookie=14bfa90692e58650 in_seq=0 out_seq=0 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a00ff9640 10 client.5445 ms_handle_connect on v2:172.21.15.50:6833/3729786995 2024-09-16T00:53:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a00ff9640 1 -- 172.21.15.32:0/168165445 <== mds.0 v2:172.21.15.50:6833/3729786995 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x557b31a88fa0 con 0x557b31b48cd0 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.625+0000 7f7a00ff9640 10 client.5445 handle_command_reply: tid=0 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 client.5445 shutdown 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 msgr2=0x557b31bc5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a14016000 comp rx=0 tx=0).stop 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 shutdown_connections 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:6833/3729786995,v1:172.21.15.50:6835/3729786995] conn(0x557b31b48cd0 0x557b31b75ab0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557b31b43f60 0x557b31be27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a00ff9640 0 client.5445 ms_handle_reset on v2:172.21.15.50:6833/3729786995 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x557b31b20a50 0x557b31bc5080 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 --2- 172.21.15.32:0/168165445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x557b31b1f2c0 0x557b31b5d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 >> 172.21.15.32:0/168165445 conn(0x557b31b1ca80 msgr2=0x557b31b45470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 shutdown_connections 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 1 -- 172.21.15.32:0/168165445 wait complete. 2024-09-16T00:53:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a2b03d740 20 client.5445 trim_cache size 0 max 16384 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "483de4ca-23a5-4b52-a143-ab7e2a28022b", 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5271, 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 9.4090609900000004, 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 23, 2024-09-16T00:53:50.634 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 50, 2024-09-16T00:53:50.635 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 50, 2024-09-16T00:53:50.635 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 14.429642255999999 2024-09-16T00:53:50.635 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:50.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 msgr2=0x7f7a0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7a2006dbc0 tx=0x7f7a14009060 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 msgr2=0x7f7a20160b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c000c00 tx=0x7f7a1c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 shutdown_connections 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a2015e660 0x7f7a200b93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a2015e280 0x7f7a2015d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 --2- 172.21.15.32:0/3101074325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a200b3a30 0x7f7a20160b00 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.626+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 >> 172.21.15.32:0/3101074325 conn(0x7f7a2008ddf0 msgr2=0x7f7a200b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.627+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 shutdown_connections 2024-09-16T00:53:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.627+0000 7f7a281c4640 1 -- 172.21.15.32:0/3101074325 wait complete. 2024-09-16T00:53:50.638 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:53:50.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.739+0000 7fbe6faa6640 1 Processor -- start 2024-09-16T00:53:50.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.740+0000 7fbe6faa6640 1 -- start start 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.740+0000 7fbe6faa6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 0x7fbe680ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.740+0000 7fbe6faa6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbe680cf040 0x7fbe680d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.740+0000 7fbe6faa6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe680d16b0 con 0x7fbe680d1200 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6faa6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fbe680d3430 con 0x7fbe680cf040 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6faa6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbe680d36d0 con 0x7fbe6815e510 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbe680cf040 0x7fbe680d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbe680cf040 0x7fbe680d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34420/0 (socket says 172.21.15.32:34420) 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 -- 172.21.15.32:0/4236774667 learned_addr learned my addr 172.21.15.32:0/4236774667 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 -- 172.21.15.32:0/4236774667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 msgr2=0x7fbe680ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d842640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 0x7fbe680ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 0x7fbe680ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 -- 172.21.15.32:0/4236774667 >> v1:172.21.15.50:6789/0 conn(0x7fbe680d1200 legacy=0x7fbe680b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d041640 1 -- 172.21.15.32:0/4236774667 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe680d39b0 con 0x7fbe680cf040 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.741+0000 7fbe6d842640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 0x7fbe680ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6d041640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe680cf040 0x7fbe680d0cc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fbe58009870 tx=0x7fbe5802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892f42c1d6d4a8b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6c840640 1 -- 172.21.15.32:0/4236774667 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe58037070 con 0x7fbe680cf040 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6c840640 1 -- 172.21.15.32:0/4236774667 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe58032440 con 0x7fbe680cf040 2024-09-16T00:53:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6c840640 1 -- 172.21.15.32:0/4236774667 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe58032810 con 0x7fbe680cf040 2024-09-16T00:53:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 -- 172.21.15.32:0/4236774667 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe680cf040 msgr2=0x7fbe680d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe680cf040 0x7fbe680d0cc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fbe58009870 tx=0x7fbe5802a180 comp rx=0 tx=0).stop 2024-09-16T00:53:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 -- 172.21.15.32:0/4236774667 shutdown_connections 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe680cf040 0x7fbe680d0cc0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/4236774667 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe6815e510 0x7fbe680ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 -- 172.21.15.32:0/4236774667 >> 172.21.15.32:0/4236774667 conn(0x7fbe6806d1a0 msgr2=0x7fbe68073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.742+0000 7fbe6faa6640 1 -- 172.21.15.32:0/4236774667 shutdown_connections 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.743+0000 7fbe6faa6640 1 -- 172.21.15.32:0/4236774667 wait complete. 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 Processor -- start 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 -- start start 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe680cf040 0x7fbe68151340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe680d1200 0x7fbe6815fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbe680d22a0 con 0x7fbe6815e510 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe680d3f70 con 0x7fbe680cf040 2024-09-16T00:53:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.744+0000 7fbe6faa6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbe6815e8f0 con 0x7fbe680d1200 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34426/0 (socket says 172.21.15.32:34426) 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 -- 172.21.15.32:0/2179725078 learned_addr learned my addr 172.21.15.32:0/2179725078 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6d041640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe680d1200 0x7fbe6815fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6d842640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe680cf040 0x7fbe68151340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 -- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe680d1200 msgr2=0x7fbe6815fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe680d1200 0x7fbe6815fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 -- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe680cf040 msgr2=0x7fbe68151340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe680cf040 0x7fbe68151340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 -- 172.21.15.32:0/2179725078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe6815ee40 con 0x7fbe6815e510 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6e043640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbe6000c780 tx=0x7fbe6000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe60004b60 con 0x7fbe6815e510 2024-09-16T00:53:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe60004d00 con 0x7fbe6815e510 2024-09-16T00:53:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe6815f120 con 0x7fbe6815e510 2024-09-16T00:53:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6000aa90 con 0x7fbe6815e510 2024-09-16T00:53:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.745+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe6815f6e0 con 0x7fbe6815e510 2024-09-16T00:53:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.746+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe680d0cc0 con 0x7fbe6815e510 2024-09-16T00:53:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.747+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe6000ac30 con 0x7fbe6815e510 2024-09-16T00:53:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.747+0000 7fbe5e7fc640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 0x7fbe4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:53:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.747+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fbe6008b8f0 con 0x7fbe6815e510 2024-09-16T00:53:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.747+0000 7fbe6d842640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 0x7fbe4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:53:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.748+0000 7fbe6d842640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 0x7fbe4c06e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400ab60 tx=0x7fbe64008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:53:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.752+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbe60059910 con 0x7fbe6815e510 2024-09-16T00:53:50.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.963+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbe68069dd0 con 0x7fbe6815e510 2024-09-16T00:53:50.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.963+0000 7fbe5e7fc640 1 -- 172.21.15.32:0/2179725078 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7fbe6005dc10 con 0x7fbe6815e510 2024-09-16T00:53:50.965 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 msgr2=0x7fbe4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 0x7fbe4c06e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400ab60 tx=0x7fbe64008040 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 msgr2=0x7fbe680cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbe6000c780 tx=0x7fbe6000cc40 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 shutdown_connections 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbe4c06c2b0 0x7fbe4c06e770 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe6815e510 0x7fbe680cb580 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe680d1200 0x7fbe6815fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 --2- 172.21.15.32:0/2179725078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe680cf040 0x7fbe68151340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 >> 172.21.15.32:0/2179725078 conn(0x7fbe6806d1a0 msgr2=0x7fbe680b9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 shutdown_connections 2024-09-16T00:53:50.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:50.965+0000 7fbe6faa6640 1 -- 172.21.15.32:0/2179725078 wait complete. 2024-09-16T00:53:50.978 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:53:50.978 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:53:50.978 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:53:50.979 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:50.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:50.979 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-16T00:53:50.995 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:53:50.995 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:53:50.995 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:53:50.995 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42694sec preferred_lft 42694sec 2024-09-16T00:53:50.996 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::88a4:aeff:fee4:cb10/64 scope link 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 82:47:e3:2e:dd:b8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:50.997 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::8047:e3ff:fe2e:ddb8/64 scope link 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ee:2d:1b:f7:41:0f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ec2d:1bff:fef7:410f/64 scope link 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:53:50.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:50.998 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:53:51.060 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:53:51.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.062 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-16T00:53:51.119 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-16T00:53:51.119 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:53:51.119 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:53:51.120 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:53:51.120 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:53:51.120 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:53:51.120 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-16T00:53:51.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:53:51.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:53:51.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:53:51.121 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-16T00:53:51.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:53:51.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:51.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.250 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:53:51.266 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:53:51.266 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:53:51.266 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:51.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.266 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-16T00:53:51.331 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T00:53:51.332 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:53:51.332 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:53:51.388 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:53:51.388 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:51.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:53:51.510 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:53:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:53:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:53:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:53:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:53:51.569 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:53:51.570 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:53:51.571 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:51.571 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:51.571 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:51.571 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:51.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.571 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:53:51.626 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T00:53:51.626 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T00:53:51.668 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-16T00:53:51.695 DEBUG:teuthology.orchestra.run.smithi032:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T00:53:51.751 INFO:teuthology.orchestra.run.smithi032.stdout:/proc 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/dev 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/security 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/shm 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/pts 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/run 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/cgroup 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/pstore 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/bpf 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/ 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/selinux 2024-09-16T00:53:51.752 INFO:teuthology.orchestra.run.smithi032.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/hugepages 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/dev/mqueue 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/debug 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/tracing 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/fs/fuse/connections 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/sys/kernel/config 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/run/user/1000 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T00:53:51.753 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:51.754 INFO:teuthology.orchestra.run.smithi032.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:53:51.754 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-09-16T00:53:51.751+0000 7f2b56a7c480 -1 init, newargv = 0x55dbf8a6b5a0 newargc=15 2024-09-16T00:53:51.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.755 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-16T00:53:51.756 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[50864]: starting ceph client 2024-09-16T00:53:51.757 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[50864]: starting fuse 2024-09-16T00:53:51.772 INFO:teuthology.orchestra.run.smithi032.stdout:41 2024-09-16T00:53:51.773 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo stdin-killer -- python3 -c ' 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-16T00:53:51.773 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T00:53:51.774 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-09-16T00:53:51.775 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:53:51.893 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.50864.asok 2024-09-16T00:53:51.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:53:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:53:51.903 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.50864.asok 2024-09-16T00:53:51.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:51.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.50864.asok status 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T00:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "50864", 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5457, 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 5457 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:53:52.042 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3315832203 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3315832203 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.5457 192.168.0.1:0/3315832203", 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/3315832203", 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 23, 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 50, 2024-09-16T00:53:52.043 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-16T00:53:52.044 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-16T00:53:52.044 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-16T00:53:52.044 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:53:52.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:52.049 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-16T00:53:52.049 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:52.065 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-16T00:53:52.066 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:52.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:52.066 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:53:52.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:52.133 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://github.com/ceph/ceph-qa-suite) 2024-09-16T00:53:52.203 INFO:teuthology.orchestra.run.smithi032.stderr:Cloning into 'ceph-qa-suite'... 2024-09-16T00:53:58.782 INFO:teuthology.orchestra.run.smithi032.stderr:Updating files: 24% (339/1396) Updating files: 25% (349/1396) Updating files: 26% (363/1396) Updating files: 27% (377/1396) Updating files: 28% (391/1396) Updating files: 29% (405/1396) Updating files: 30% (419/1396) Updating files: 31% (433/1396) Updating files: 32% (447/1396) Updating files: 33% (461/1396) Updating files: 34% (475/1396) Updating files: 35% (489/1396) Updating files: 36% (503/1396) Updating files: 37% (517/1396) Updating files: 38% (531/1396) Updating files: 39% (545/1396) Updating files: 40% (559/1396) Updating files: 41% (573/1396) Updating files: 42% (587/1396) Updating files: 43% (601/1396) Updating files: 44% (615/1396) Updating files: 45% (629/1396) Updating files: 46% (643/1396) Updating files: 46% (651/1396) Updating files: 47% (657/1396) Updating files: 48% (671/1396) Updating files: 49% (685/1396) Updating files: 50% (698/1396) Updating files: 51% (712/1396) Updating files: 52% (726/1396) Updating files: 53% (740/1396) Updating files: 54% (754/1396) Updating files: 55% (768/1396) Updating files: 56% (782/1396) Updating files: 57% (796/1396) Updating files: 58% (810/1396) Updating files: 59% (824/1396) Updating files: 60% (838/1396) Updating files: 61% (852/1396) Updating files: 62% (866/1396) Updating files: 63% (880/1396) Updating files: 64% (894/1396) Updating files: 65% (908/1396) Updating files: 66% (922/1396) Updating files: 67% (936/1396) Updating files: 68% (950/1396) Updating files: 69% (964/1396) Updating files: 69% (973/1396) Updating files: 70% (978/1396) Updating files: 71% (992/1396) Updating files: 72% (1006/1396) Updating files: 73% (1020/1396) Updating files: 74% (1034/1396) Updating files: 75% (1047/1396) Updating files: 76% (1061/1396) Updating files: 77% (1075/1396) Updating files: 78% (1089/1396) Updating files: 79% (1103/1396) Updating files: 80% (1117/1396) Updating files: 81% (1131/1396) Updating files: 82% (1145/1396) Updating files: 83% (1159/1396) Updating files: 84% (1173/1396) Updating files: 85% (1187/1396) Updating files: 86% (1201/1396) Updating files: 86% (1210/1396) Updating files: 87% (1215/1396) Updating files: 88% (1229/1396) Updating files: 89% (1243/1396) Updating files: 90% (1257/1396) Updating files: 91% (1271/1396) Updating files: 92% (1285/1396) Updating files: 93% (1299/1396) Updating files: 94% (1313/1396) Updating files: 95% (1327/1396) Updating files: 96% (1341/1396) Updating files: 97% (1355/1396) Updating files: 98% (1369/1396) Updating files: 99% (1383/1396) Updating files: 100% (1396/1396) Updating files: 100% (1396/1396), done. 2024-09-16T00:53:58.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:53:58.789 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec find ./) 2024-09-16T00:53:58.947 INFO:teuthology.orchestra.run.smithi032.stdout:./ 2024-09-16T00:53:58.947 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite 2024-09-16T00:53:58.947 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code 2024-09-16T00:53:58.947 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml 2024-09-16T00:53:58.947 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=2-m=1.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=shec-k=4-m=3-c=2.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-feature-plugins-v3.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-default.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-sequential.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-rados-parallel.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/erasure-code/ec-feature-plugins-v2.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/releases 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/releases/jewel.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/releases/kraken.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/releases/infernalis.yaml 2024-09-16T00:53:58.948 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tox.ini 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/ceph-deploy-overrides 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/ceph-deploy-overrides/enable_dmcrypt_diff_journal_disk.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/ceph-deploy-overrides/ceph_deploy_dmcrypt.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/ceph-deploy-overrides/enable_diff_journal_disk.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/ceph-deploy-overrides/disable_diff_journal_disk.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/nightlies 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/nightlies/cron_wrapper 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides/3-size-2-min-size.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides/2-size-2-min-size.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides/2-size-1-min-size.yaml 2024-09-16T00:53:58.949 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/overrides/short_pg_log.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/packages 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/packages/packages.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/extra-client.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/fixed-2.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/fixed-3.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/fixed-3-cephfs.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/fixed-4.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/clusters/fixed-1.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/debug.yaml 2024-09-16T00:53:58.950 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/fuse 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/yes.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/no.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/% 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/overrides/frag_enable.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/clusters 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/clusters/9-mds.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/clusters/3-mds.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/mount 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/mount/kclient.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/mount/fuse.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/begin.yaml 2024-09-16T00:53:58.951 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/libcephfs_interface_tests.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/objectstore 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/objectstore/bluestore.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/objectstore/filestore.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/config 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/config/rados.yaml 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/archs 2024-09-16T00:53:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/archs/armv7.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/archs/i686.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/archs/aarch64.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/archs/x86_64.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/fs 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/fs/btrfs.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/fs/xfs.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/fs/ext4.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/rgw_pool_type 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/rgw_pool_type/ec-profile.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/rgw_pool_type/ec.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/rgw_pool_type/ec-cache.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/rgw_pool_type/replicated.yaml 2024-09-16T00:53:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/HEAD 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/description 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/index 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects/info 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects/pack 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.idx 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.rev 2024-09-16T00:53:58.954 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.pack 2024-09-16T00:53:59.009 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks 2024-09-16T00:53:59.009 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-merge-commit.sample 2024-09-16T00:53:59.009 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-commit.sample 2024-09-16T00:53:59.009 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/fsmonitor-watchman.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/commit-msg.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-rebase.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-receive.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/prepare-commit-msg.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/update.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-push.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/sendemail-validate.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/pre-applypatch.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/push-to-checkout.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/post-update.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/hooks/applypatch-msg.sample 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs 2024-09-16T00:53:59.010 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/HEAD 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs/heads 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs/heads/master 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs/remotes 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs/remotes/origin 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/logs/refs/remotes/origin/HEAD 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/packed-refs 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/config 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/info 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/info/exclude 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs 2024-09-16T00:53:59.011 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/tags 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/heads 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/heads/master 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/remotes 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/remotes/origin 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/refs/remotes/origin/HEAD 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.git/branches 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/config_options 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/config_options/cephdeploy_conf.yaml 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/a-supported-distro.yaml 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/supported 2024-09-16T00:53:59.012 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/supported/ubuntu_16.04.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/supported/centos_7.2.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/supported/ubuntu_14.04.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/fedora_17.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_6.4.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/debian_7.0.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/debian_6.0.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/fedora_19.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_16.04.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/opensuse_13.2.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/opensuse_12.2.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/rhel_6.3.yaml 2024-09-16T00:53:59.013 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/sles_11-sp2.yaml 2024-09-16T00:53:59.014 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_7.2.yaml 2024-09-16T00:53:59.014 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/rhel_6.4.yaml 2024-09-16T00:53:59.014 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_7.0.yaml 2024-09-16T00:53:59.014 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04_i686.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/opensuse_42.1.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/debian_8.0.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/fedora_18.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/rhel_7.0.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_7.1.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_12.10.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_12.04.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_6.3.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/rhel_6.5.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04_aarch64.yaml 2024-09-16T00:53:59.015 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/distros/all/centos_6.5.yaml 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/clusters 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/clusters/fixed-3-cephfs.yaml 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/% 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/tasks 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/tasks/kclient_workunit_suites_fsx.yaml 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/bench/tasks/cfuse_workunit_snaps.yaml 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/clusters 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/16-osd.yaml 2024-09-16T00:53:59.016 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/3-osd-1-machine.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/8-osd.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/fs 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/fs/none.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/fs/btrfs.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/fs/xfs.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/workloads 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/readwrite.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/radosbench.yaml 2024-09-16T00:53:59.017 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/iozone_cfuse.yaml 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/bonnie_cfuse.yaml 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/% 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/default.yaml 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/more-down.yaml 2024-09-16T00:53:59.061 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/fast.yaml 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/clusters 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/clusters/2-node-mgr.yaml 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/fs 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/fs/xfs.yaml 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/% 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/tasks 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/tasks/failover.yaml 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/debug 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mgr/basic/debug/mgr.yaml 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle 2024-09-16T00:53:59.062 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/powercycle 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/powercycle/default.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/clusters 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/clusters/3osd-1per-target.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/objectstore 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/fs 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/fs/btrfs.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/fs/xfs.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/% 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/readwrite.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsync.yaml 2024-09-16T00:53:59.063 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/radosbench.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsx.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-few-objects.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_misc.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/admin_socket_objecter_requests.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_truncate_delay.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-many-objects.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_kernel_untar_build.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/rados_api_tests.yaml 2024-09-16T00:53:59.064 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/features 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/features/defaults.yaml 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/features/journaling.yaml 2024-09-16T00:53:59.065 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/features/layering.yaml 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/features/format-1.yaml 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/base 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/base/install.yaml 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/pool 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/pool/small-cache-pool.yaml 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/pool/replicated-data-pool.yaml 2024-09-16T00:53:59.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/pool/ec-data-pool.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/pool/none.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/clusters 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures/many.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures/few.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/objectstore 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/fs 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/workloads 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_import_export.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_copy.yaml 2024-09-16T00:53:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/cli/% 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/base 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/base/install.yaml 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/openstack.yaml 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/+ 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/fixed-3.yaml 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/objectstore 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads/dynamic_features.yaml 2024-09-16T00:53:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads/rebuild_object_map.yaml 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/% 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/xfs.yaml 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/qemu 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/maintenance/qemu/xfstests.yaml 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/openstack.yaml 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/objectstore 2024-09-16T00:53:59.101 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/% 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbd-vs-unmanaged-snaps.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbd_mirror.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/verify_pool.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/formatted-output.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbdmap_RBDMAPFILE.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writeback.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writeback.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/permissions.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-no-cache.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-no-cache.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writethrough.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writethrough.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/admin_socket.yaml 2024-09-16T00:53:59.102 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/singleton/all/merge_diff.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/base 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/base/install.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool/none.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool/small.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/clusters 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/openstack.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/+ 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/fixed-1.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures/many.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures/few.yaml 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/objectstore 2024-09-16T00:53:59.103 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/fs 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/fs/xfs.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/% 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_lock_and_fence.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cli_tests.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_api_tests_old_format.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cls_tests.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_python_api_tests_old_format.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/pool 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/small-cache-pool.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/replicated-data-pool.yaml 2024-09-16T00:53:59.104 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/ec-data-pool.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/none.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/openstack.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/+ 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/fixed-3.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/msgr-failures 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/msgr-failures/few.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/objectstore 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/config 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/config/skip-partial-discard.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/config/none.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/config/copy-on-read.yaml 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/fs 2024-09-16T00:53:59.105 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/rbd_fio.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/fsx.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/cache 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/writeback.yaml 2024-09-16T00:53:59.106 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/writethrough.yaml 2024-09-16T00:53:59.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/none.yaml 2024-09-16T00:53:59.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/librbd/% 2024-09-16T00:53:59.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/base 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/base/install.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/clusters 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/objectstore 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/fs 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/rbd_mirror.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_defaults.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/fsx.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_journaling.yaml 2024-09-16T00:53:59.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_journaling.yaml 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_defaults.yaml 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/validator 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/validator/memcheck.yaml 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/valgrind/% 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/base 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/openstack.yaml 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/+ 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/fixed-3.yaml 2024-09-16T00:53:59.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/msgr-failures 2024-09-16T00:53:59.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/objectstore 2024-09-16T00:53:59.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/fs 2024-09-16T00:53:59.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads 2024-09-16T00:53:59.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_nbd.yaml 2024-09-16T00:53:59.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_fsx_nbd.yaml 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/% 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/nbd/thrashers 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/base 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/base/install.yaml 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/openstack.yaml 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/fixed-2.yaml 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/+ 2024-09-16T00:53:59.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/msgr-failures 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/msgr-failures/few.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/objectstore 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/fs 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/fs/xfs.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writeback.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_copy_on_read.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_journal.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_journaling.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_nocache.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/journal.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_copy_on_read.yaml 2024-09-16T00:53:59.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_no_locking.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writethrough.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/% 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers/default.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers/cache.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/base 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/base/install.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/openstack.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/2-node.yaml 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/+ 2024-09-16T00:53:59.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/msgr-failures 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/objectstore 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/fs 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-stress-workunit.yaml 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-workunit.yaml 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/% 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/rbd-mirror 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/mirror/rbd-mirror/one-per-cluster.yaml 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu 2024-09-16T00:53:59.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/features 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/features/defaults.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/features/journaling.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/small-cache-pool.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/replicated-data-pool.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/ec-cache-pool.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/ec-data-pool.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/none.yaml 2024-09-16T00:53:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/openstack.yaml 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/+ 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/fixed-3.yaml 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/msgr-failures 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/msgr-failures/few.yaml 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/objectstore 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/fs 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_iozone.yaml.disabled 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/#qemu_xfstests.yaml# 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_xfstests.yaml 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_fsstress.yaml 2024-09-16T00:53:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_bonnie.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/cache 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/writeback.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/writethrough.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/none.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rbd/qemu/% 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rest 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rest/basic 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rest/basic/tasks 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rest/basic/tasks/rest_test.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/clusters 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/clusters/fixed-2.yaml 2024-09-16T00:53:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/objectstore 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/fs 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/fs/xfs.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/rgw_pool_type 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend/apache.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend/civetweb.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/overrides.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/% 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_roundtrip.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_multipart_upload.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_user_quota.yaml 2024-09-16T00:53:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_readwrite.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_swift.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_s3tests.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_bucket_quota.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/objectstore 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/fs 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/fs/xfs.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/rgw_pool_type 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend/apache.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend/civetweb.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/overrides.yaml 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/% 2024-09-16T00:53:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/xfs.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/all 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-multi-region.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-data-sync.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-convert-to-region.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/validater 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/validater/valgrind.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/validater/lockdep.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/clusters 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/clusters/fixed-2.yaml 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/msgr-failures 2024-09-16T00:53:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/msgr-failures/few.yaml 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/objectstore 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/fs 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/fs/xfs.yaml 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/rgw_pool_type 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/frontend 2024-09-16T00:53:59.210 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/frontend/apache.yaml 2024-09-16T00:53:59.260 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/frontend/civetweb.yaml 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/overrides.yaml 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/% 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/tasks 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests_multiregion.yaml 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_swift.yaml 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests.yaml 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy 2024-09-16T00:53:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/ceph-deploy-overrides 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_3.yaml 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_2.yaml 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/config_options 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/distros 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/% 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/tasks 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/tasks/ceph-admin-commands.yaml 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/clusters 2024-09-16T00:53:59.262 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/clusters/fixed-3.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures/many.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures/few.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/fs 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/fs/btrfs.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/% 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iozone-sync.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/dbench-short.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/blogbench.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/ffsb.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/pjd.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsync-tester.yaml 2024-09-16T00:53:59.263 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iogen.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsx.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/bonnie.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fio.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iozone.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/dbench.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsstress.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/install 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/install/install.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/clusters 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/clusters/samba-basic.yaml 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/workload 2024-09-16T00:53:59.264 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/workload/cifs-kernel-build.yaml.disabled 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/workload/cifs-fsstress.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/workload/smbtorture.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/workload/cifs-dbench.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/fs 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/fs/xfs.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/mount 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/mount/noceph.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/mount/kclient.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/mount/fuse.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/mount/native.yaml 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/samba/% 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible 2024-09-16T00:53:59.265 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/cls.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_cli_tests.yaml.disabled 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_import_export.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/ceph-admin-commands.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/1-distros 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/single_mon_osd.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/3-node.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning/vm_friendly.yaml 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source 2024-09-16T00:53:59.266 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source/upstream_stable.yaml 2024-09-16T00:53:59.267 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/% 2024-09-16T00:53:59.267 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/% 2024-09-16T00:53:59.267 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd 2024-09-16T00:53:59.267 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal 2024-09-16T00:53:59.344 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal/collocated.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/% 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/osd_auto_discovery.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/from_teuthology.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup/ceph_ansible.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/medium.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/big.yaml 2024-09-16T00:53:59.345 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/small.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs/btrfs.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs/xfs.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/workloads 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/workloads/snaps-few-objects.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/ceph 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/ceph/ceph.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/% 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/thrashers 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/big/rados-thrash/thrashers/default.yaml 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/clusters 2024-09-16T00:53:59.346 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/clusters/fixed-3.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/fs 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/fs/btrfs.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_dbench_iozone.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/traceless 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/traceless/50pc.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/overrides 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/debug.yaml 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/+ 2024-09-16T00:53:59.347 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/frag_enable.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/clusters 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/objectstore 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/fs 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/fs/xfs.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/mount 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/mount/fuse.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/begin.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/% 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/tasks 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.348 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/mon-debug.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/debug.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/+ 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/frag_enable.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/clusters 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/clusters/2-remote-clients.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/objectstore 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/fs 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/fs/xfs.yaml 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/mount 2024-09-16T00:53:59.349 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/mount/fuse.yaml 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/begin.yaml 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/% 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/tasks 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multifs/tasks/failover.yaml 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/overrides 2024-09-16T00:53:59.350 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.393 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/debug.yaml 2024-09-16T00:53:59.393 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/+ 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/frag_enable.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/clusters 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/objectstore 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/fs 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/fs/xfs.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/mount 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/mount/fuse.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/begin.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/% 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/tasks 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/snaps/tasks/snaptests.yaml 2024-09-16T00:53:59.394 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/overrides 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/overrides/debug.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/overrides/+ 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/overrides/frag_enable.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/clusters 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/objectstore 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/fs 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/fs/xfs.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/mount 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/mount/fuse.yaml 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/inline 2024-09-16T00:53:59.395 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/inline/yes.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/inline/no.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/begin.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/% 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsync.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_interface_tests.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_norstats.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsx.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_java.yaml 2024-09-16T00:53:59.396 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/mds_creation_retry.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/asok_dump_tree.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_quota.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_kernel_untar_build.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_python.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cephfs_scrub_tests.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iogen.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iozone.yaml 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery 2024-09-16T00:53:59.397 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/fuse-unmounted.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/debug.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/+ 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/frag_enable.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/clusters 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/clusters/4-remote-clients.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/objectstore 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/fs 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/fs/xfs.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/mount 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/mount/fuse.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/begin.yaml 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/% 2024-09-16T00:53:59.398 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks 2024-09-16T00:53:59.399 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/backtrace.yaml 2024-09-16T00:53:59.399 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/forward-scrub.yaml 2024-09-16T00:53:59.399 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-readahad.yaml 2024-09-16T00:53:59.399 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/volume-client.yaml 2024-09-16T00:53:59.451 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/config-commands.yaml 2024-09-16T00:53:59.451 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/mds-full.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/sessionmap.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/data-scan.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/cap-flush.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/mds-flush.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/auto-repair.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/damage.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-recovery.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/journal-repair.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-limits.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/strays.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/fragment.yaml 2024-09-16T00:53:59.452 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/pool-perm.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/overrides 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/overrides/debug.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/overrides/+ 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/overrides/frag_enable.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/clusters 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/objectstore 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/fs 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/fs/xfs.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/mount 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/mount/fuse.yaml 2024-09-16T00:53:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/begin.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/% 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/tasks 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_misc.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/debug.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/+ 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/frag_enable.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/clusters 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/clusters/standby-replay.yaml 2024-09-16T00:53:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/objectstore 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/fs 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/fs/xfs.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/mount 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/mount/fuse.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/begin.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/% 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/tasks 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/standbyreplay/tasks/migration.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/debug.yaml 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/+ 2024-09-16T00:53:59.455 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/faked-ino.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/frag_enable.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/clusters 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/objectstore 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/fs 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/fs/xfs.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/mount 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/mount/fuse.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/begin.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/% 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/tasks 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.456 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/ceph-thrash 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/ceph-thrash/default.yaml 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/overrides 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/debug.yaml 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/+ 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/frag_enable.yaml 2024-09-16T00:53:59.457 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/clusters 2024-09-16T00:53:59.512 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/clusters/mds-1active-1standby.yaml 2024-09-16T00:53:59.512 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures/osd-mds-delay.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures/none.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/objectstore 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/fs 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/fs/xfs.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/mount 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/mount/fuse.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/begin.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/% 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/tasks 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-16T00:53:59.513 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_snaptests.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/validater 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/validater/lockdep.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides/mon-debug.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides/debug.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides/+ 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/overrides/frag_enable.yaml 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/clusters 2024-09-16T00:53:59.514 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/clusters/fixed-2-ucephfs.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/objectstore 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/fs 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/fs/xfs.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/mount 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/mount/fuse.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/begin.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/% 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/tasks 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/tasks/libcephfs_interface_tests.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides 2024-09-16T00:53:59.515 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/whitelist_wrongly_marked_down.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/debug.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/+ 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/frag_enable.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters/three_clients.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters/two_clients.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/objectstore 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/fs 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/fs/xfs.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/mount 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/mount/fuse.yaml 2024-09-16T00:53:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/mount/kclient.yaml.disabled 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/begin.yaml 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/% 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/fsx-mpi.yaml.disabled 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/ior-shared-file.yaml 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/cephfs_misc_tests.yaml 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/mdtest.yaml 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk/basic 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk/basic/distros 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk/basic/% 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk/basic/tasks 2024-09-16T00:53:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/ceph-disk/basic/tasks/ceph-disk.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/clusters 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/clusters/separate-client.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/ceph 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/ceph/ceph.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/pre-single-major.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-on.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-off.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/conf.yaml 2024-09-16T00:53:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/% 2024-09-16T00:53:59.569 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/xfs.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/tasks 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/unmap/tasks/unmap.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/clusters 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/clusters/fixed-3.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures/many.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures/few.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/fs 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/fs/btrfs.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/conf.yaml 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/% 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks 2024-09-16T00:53:59.570 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_fio.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_ext4.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_iozone.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_dbench.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_kernel_untar_build.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_trivial_sync.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_btrfs.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsx.yaml 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton 2024-09-16T00:53:59.571 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures/many.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures/few.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/fs 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/fs/btrfs.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/conf.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/% 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/tasks 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/singleton/tasks/rbd_xfstests.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/install 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/install/ceph.yaml 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/clusters 2024-09-16T00:53:59.572 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/clusters/fixed-3.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/many.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/few.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/fs 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/fs/btrfs.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/conf.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/% 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_unmap.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kfsx.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_image_read.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_simple_big.yaml 2024-09-16T00:53:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_concurrent.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_snapshot_io.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_huge_tickets.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kernel.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/clusters 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/clusters/fixed-3.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/fs 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/fs/btrfs.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_fio.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_iozone.yaml.disabled 2024-09-16T00:53:59.574 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/conf.yaml 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/% 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers/default.yaml 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers/mon-thrasher.yaml 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/tests 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/tests/distros 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/tests/% 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/tests/tasks 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/tests/tasks/release.yaml 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/any 2024-09-16T00:53:59.575 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/any/distros 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/any/% 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/any/tasks 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/buildpackages/any/tasks/release.yaml 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent-aio-journal.yaml 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/ceph_objectstore_tool.yaml 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/fusestore.yaml 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/keyvaluedb.yaml 2024-09-16T00:53:59.608 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/objectstore.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/alloc-hint.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/filejournal.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/objectcacher-stress.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/msgr 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures/many.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures/few.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/objectstore 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/fs 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/fs/xfs.yaml 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/% 2024-09-16T00:53:59.609 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/divergent_priors.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/watch-notify-same-primary.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/ec-lost-unfound.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/rest-api.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-config-keys.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-thrasher.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-recovery-incomplete.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-recovery.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/admin-socket.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/reg11184.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-seesaw.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/radostool.yaml 2024-09-16T00:53:59.610 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/thrash_cache_writeback_proxy_none.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/dump-stuck.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/resolve_stuck_peering.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-backfill.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/divergent_priors2.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/peer.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/test_envlibrados_for_rocksdb.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/thrash-rados.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/lost-unfound.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/cephtool.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/pg-removal-interruption.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/rebuild-mondb.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/all/lost-unfound-delete.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton/rados.yaml 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic 2024-09-16T00:53:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr/async.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr/simple.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr/random.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/clusters 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/clusters/openstack.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/clusters/fixed-2.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/clusters/+ 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures/many.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures/few.yaml 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/objectstore 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/fs 2024-09-16T00:53:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/fs/btrfs.yaml 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/fs/xfs.yaml 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/% 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/mon_kv_backend 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/readwrite.yaml 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_cls_all.yaml 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mostlyread.yaml 2024-09-16T00:53:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_stress_watch.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_big.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/scrub_test.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mix.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_python.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/repair_test.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_api_tests.yaml 2024-09-16T00:53:59.634 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rgw_snaps.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_striper.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/basic/rados.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/leveldb.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/openstack.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/+ 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/fixed-4.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/msgr-failures 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/objectstore 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs/xfs.yaml 2024-09-16T00:53:59.635 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/% 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers/default.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/rados.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/normal.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/fast.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/leveldb.yaml 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/clusters 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/msgr-failures 2024-09-16T00:53:59.636 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/objectstore 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fs 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read-overwrites.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-overwrites.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-snaps-few-objects-overwrites.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-radosbench.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-pool-snaps-few-objects-overwrites.yaml 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/% 2024-09-16T00:53:59.637 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/default.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/fastread.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/morepggrow.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/pggrow.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/mapgap.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/rados.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/% 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/multi-backfill-reject.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/full-tiering.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/cache-fs-trunc.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/msgr.yaml 2024-09-16T00:53:59.638 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/ceph-post-file.yaml 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/export-after-evict.yaml 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/valgrind-leaks.yaml 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/rados.yaml 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon/monb.yaml 2024-09-16T00:53:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon/monc.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install/jewel.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/readwrite.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/snaps-few-objects.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-cls.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-import-export.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/+ 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon/mona.yaml 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/% 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload 2024-09-16T00:53:59.678 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rbd-python.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rgw-swift.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/snaps-many-objects.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/+ 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade/firsthalf.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash/default.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/radosbench.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/rbd_api.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/+ 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/openstack.yaml 2024-09-16T00:53:59.679 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/+ 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/start.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters/3-mons.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters/9-mons.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures/mon-delay.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures/few.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/objectstore 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/fs 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/fs/xfs.yaml 2024-09-16T00:53:59.680 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/pool-create-delete.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/snaps-few-objects.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_mon_workunits.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_5925.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_api_tests.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/ceph 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/ceph/ceph.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/% 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/mon_kv_backend 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/many.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/one.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/sync.yaml 2024-09-16T00:53:59.681 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/sync-many.yaml 2024-09-16T00:53:59.713 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/force-sync-many.yaml 2024-09-16T00:53:59.713 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/monthrash/rados.yaml 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/msgr 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/clusters 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/openstack.yaml 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/fixed-2.yaml 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/+ 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml 2024-09-16T00:53:59.714 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/few.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/fastclose.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/osd-delay.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-1-min-size.yaml 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/objectstore 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/fs 2024-09-16T00:53:59.715 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/fs/btrfs.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/fs/xfs.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/radosbench.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-big.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-small.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/snaps-few-objects.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-snaps.yaml 2024-09-16T00:53:59.716 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/rados_api_tests.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/small-objects.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/hobj-sort.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/% 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/default.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/morepggrow.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/pggrow.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/mapgap.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/rocksdb.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash/rados.yaml 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/msgr 2024-09-16T00:53:59.717 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/validater 2024-09-16T00:53:59.718 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/validater/valgrind.yaml 2024-09-16T00:53:59.718 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/validater/lockdep.yaml 2024-09-16T00:53:59.718 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/clusters 2024-09-16T00:53:59.718 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/clusters/openstack.yaml 2024-09-16T00:53:59.718 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/clusters/fixed-2.yaml 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/clusters/+ 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/msgr-failures 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/msgr-failures/few.yaml 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/objectstore 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/fs 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/fs/btrfs.yaml 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/1thrash 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/1thrash/default.yaml 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/1thrash/none.yaml 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/% 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/mon_kv_backend 2024-09-16T00:53:59.719 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/tasks 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/tasks/rados_cls_all.yaml 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/tasks/mon_recovery.yaml 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/tasks/rados_api_tests.yaml 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/verify/rados.yaml 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon 2024-09-16T00:53:59.720 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/msgr 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/clusters 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/21.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/9.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/3.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/6.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures/many.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures/few.yaml 2024-09-16T00:53:59.751 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/objectstore 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/fs 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/fs/xfs.yaml 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/% 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/mon_kv_backend 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/tasks 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_with_skews.yaml 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_recovery.yaml 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_no_skews.yaml 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/multimon/rados.yaml 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa 2024-09-16T00:53:59.752 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/leveldb.yaml 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/clusters 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/msgr-failures 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/objectstore 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/supported 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/fs 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads/ec-rados-plugin=isa-k=2-m=1.yaml 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch/x86_64.yaml 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/% 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/thrashers 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/rados.yaml 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big 2024-09-16T00:53:59.753 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/openstack.yaml 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/+ 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/leveldb.yaml 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/msgr-failures 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/objectstore 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/fs 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/% 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/default.yaml 2024-09-16T00:53:59.754 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/fastread.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/rados.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/clusters 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/clusters/extra-client.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/fs 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/fs/xfs.yaml 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/mount 2024-09-16T00:53:59.755 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/mount/v4.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/mount/v3.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/ceph 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/ceph/base.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/% 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_dbench.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs-workunit-kernel-untar-build.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_blogbench.yaml 2024-09-16T00:53:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_misc.yaml 2024-09-16T00:53:59.860 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_iozone.yaml 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds/clusters 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds/clusters/7-multimds.yaml 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds/% 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds/tasks 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/experimental/multimds/tasks/fsstress_thrash_subtrees.yaml 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/clusters 2024-09-16T00:53:59.861 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/clusters/two_clients.yaml 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/fs 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/fs/btrfs.yaml 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/% 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/tasks 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/fs-misc/tasks/locktest.yaml 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/clusters 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/clusters/fixed-3.yaml 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/fs 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/fs/btrfs.yaml 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/% 2024-09-16T00:53:59.862 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/tasks 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_blogbench.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_fsx.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart/clusters 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart/clusters/one_mds.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart/% 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart/tasks 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/mds_restart/tasks/restart-workunit-backtraces.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-3-mds.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-9-mds.yaml 2024-09-16T00:53:59.863 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/fs 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/fs/btrfs.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/% 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts/ceph-fuse.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts/kclient.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_pjd.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsstress.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_truncate_delay.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_misc.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_blogbench.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsync.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_dbench.yaml 2024-09-16T00:53:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash/normal.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash/exports.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/clusters 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/clusters/fixed-3-cephfs.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/fs 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/fs/xfs.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline/yes.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline/no.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/conf.yaml 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/% 2024-09-16T00:53:59.865 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_misc.yaml 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsstress.yaml 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_trivial_sync.yaml 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_snaps.yaml 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_direct_io.yaml 2024-09-16T00:53:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsx.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_kernel_untar_build.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_dbench.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsync.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_pjd.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_iozone.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_o_trunc.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters/2-clients.yaml 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/fs 2024-09-16T00:53:59.906 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/fs/xfs.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/conf.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/% 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_dbench_iozone.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/dirfrag 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/dirfrag/frag_enable.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/clusters 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/clusters/4-remote-clients.yaml 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/% 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/mounts 2024-09-16T00:53:59.907 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/mounts/kmounts.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/xfs.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/backtrace.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/forward-scrub.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/volume-client.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/config-commands.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/sessionmap.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/failover.yaml.disabled 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/data-scan.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/mds-flush.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/auto-repair.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/damage.yaml 2024-09-16T00:53:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-recovery.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/journal-repair.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-limits.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/strays.yaml.disabled 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/pool-perm.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/debug 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/recovery/debug/mds_client.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/clusters 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/clusters/fixed-3-cephfs.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/fs 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/fs/xfs.yaml 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads 2024-09-16T00:53:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_ffsb.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_iozone.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/conf.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/% 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/default.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mon.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mds.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/point-to-point-upgrade.yaml 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros 2024-09-16T00:53:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/centos_7.2.yaml 2024-09-16T00:53:59.911 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/ubuntu_14.04.yaml 2024-09-16T00:53:59.911 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/% 2024-09-16T00:53:59.911 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel 2024-09-16T00:53:59.911 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/kraken.yaml 2024-09-16T00:53:59.939 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install/jewel.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/4-kraken.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/distros 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/% 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_python.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/blogbench.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_api.yaml 2024-09-16T00:53:59.940 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_loadgenbig.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/ec-rados-default.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/+ 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_api.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/openstack.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/+ 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/start.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/blogbench.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados-snaps-few-objects.yaml 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/+ 2024-09-16T00:53:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_loadgenmix.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_cls.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_mon_thrash.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rgw_swift.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_import_export.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon/monb.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon/monc.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install/jewel.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/readwrite.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/snaps-few-objects.yaml 2024-09-16T00:53:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-cls.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-import-export.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/+ 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon/mona.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/distros 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/% 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rbd-python.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rgw-swift.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/snaps-many-objects.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/+ 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade/firsthalf.yaml 2024-09-16T00:53:59.943 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash 2024-09-16T00:53:59.944 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash/default.yaml 2024-09-16T00:53:59.944 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload 2024-09-16T00:53:59.944 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/radosbench.yaml 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/rbd_api.yaml 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/+ 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/openstack.yaml 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/+ 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/start.yaml 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/6-next-mon 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/8-next-mon 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/1-jewel-install 2024-09-16T00:53:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload/ec-rados-default.yaml 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/4-mon 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/% 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-x86_64.yaml 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/2-partial-upgrade 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash/default.yaml 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-cluster 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code 2024-09-16T00:53:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/6-next-mon 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/8-next-mon 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/1-jewel-install 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload/ec-rados-default.yaml 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/4-mon 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/distros 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/% 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/2-partial-upgrade 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash/default.yaml 2024-09-16T00:53:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/0-cluster 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/8-kraken.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install/hammer-jewel.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/4-jewel.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3.5-finish.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-osd-mds-mon.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence 2024-09-16T00:53:59.975 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-by-daemon.yaml 2024-09-16T00:53:59.976 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-all.yaml 2024-09-16T00:53:59.976 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros 2024-09-16T00:53:59.976 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/centos_7.2.yaml 2024-09-16T00:53:59.976 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/ubuntu_14.04.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/% 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados-snaps-few-objects.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/+ 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_loadgenmix.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_cls.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_mon_thrash.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_import_export.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rgw_s3tests.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_python.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_api.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_loadgenbig.yaml 2024-09-16T00:54:00.003 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/ec-rados-default.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/+ 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_api.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_python.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_api.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_loadgenbig.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/ec-rados-default.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/+ 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_api.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade/hammer-jewel-x.yaml 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster 2024-09-16T00:54:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster/start.yaml 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/6-next-mon 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/8-next-mon 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/5-workload 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/4-mon 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/centos_7.2.yaml 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/ubuntu_14.04.yaml 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/% 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/9-workload 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel 2024-09-16T00:54:00.005 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel/hammer-to-jewel.yaml 2024-09-16T00:54:00.006 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/2-partial-upgrade 2024-09-16T00:54:00.006 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/3-thrash 2024-09-16T00:54:00.006 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/7-workload 2024-09-16T00:54:00.006 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/0-cluster 2024-09-16T00:54:00.006 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install/hammer-client-x.yaml 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/% 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload/rbd_notification_tests.yaml 2024-09-16T00:54:00.007 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster 2024-09-16T00:54:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster/start.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install/hammer-client-x.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/% 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_cli_import_export.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_api_tests.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster/start.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install/jewel-client-x.yaml 2024-09-16T00:54:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/% 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload/rbd_notification_tests.yaml 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster/start.yaml 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install/jewel-client-x.yaml 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/% 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_cli_import_export.yaml 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_api_tests.yaml 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster 2024-09-16T00:54:00.068 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster/start.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/dummy 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/dummy/% 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/dummy/all 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/dummy/all/nop.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/clusters 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/clusters/fixed-3.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/% 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/xfs.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/wordcount.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/repl.yaml 2024-09-16T00:54:00.069 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/terasort.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/integration.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/nop 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/nop/% 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/nop/all 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/nop/all/nop.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/distros 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/% 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fastcgi.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fcgi.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-civetweb.yaml 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph 2024-09-16T00:54:00.070 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/clusters 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/clusters/single.yaml 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/% 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/tasks 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/tasks/teuthology.yaml 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/clusters 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/clusters/single.yaml 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/distros 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/% 2024-09-16T00:54:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/tasks 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/ceph/tasks/teuthology.yaml 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/distros 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/% 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/default.yaml 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/tag.yaml 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/branch.yaml 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster 2024-09-16T00:54:00.123 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/fs 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/fs/xfs.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/% 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/thrashosds.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/ceph.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/upgrade.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/workunit.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/workunits 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/teuthology/workunits/yes.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/overrides 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/fuse-default-perm-no.yaml 2024-09-16T00:54:00.124 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/basic 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/% 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/clusters 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/clusters/9-mds.yaml 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/clusters/3-mds.yaml 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/fs 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/mount 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/mount/kclient.yaml 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/mount/fuse.yaml 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/inline 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/begin.yaml 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/% 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/basic/tasks 2024-09-16T00:54:00.125 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/validater 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/overrides 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/fuse-default-perm-no.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/% 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/verify 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/clusters 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/clusters/9-mds.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/clusters/3-mds.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/fs 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/mount 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/mount/kclient.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/mount/fuse.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/begin.yaml 2024-09-16T00:54:00.126 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/% 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/multimds/verify/tasks 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/clusters 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/+ 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/% 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/tasks 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd 2024-09-16T00:54:00.127 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/distro 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/distro/ubuntu_16.04.yaml 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/distro/centos_7.2.yaml 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/% 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/tasks 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/systemd/tasks/systemd.yaml 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/clusters 2024-09-16T00:54:00.128 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/clusters/fixed-3-cephfs.yaml 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/fs 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/fs/btrfs.yaml 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/% 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/libcephfs_interface_tests.yaml 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_cache_snaps.yaml 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_cls_all.yaml 2024-09-16T00:54:00.129 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_cli_import_export.yaml 2024-09-16T00:54:00.144 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_fsstress.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/mon_thrash.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_direct_io.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_fsx.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_python_api_tests.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_workunit_suites_iozone.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_dbench.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_api_tests.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_ec_snaps.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_ec_s3tests.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_pjd.yaml 2024-09-16T00:54:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_workunit_loadgen_mix.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_python.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_swift.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_bench.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_api_tests.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_s3tests.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_iozone.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/machine_types 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/machine_types/vps.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/machine_types/schedule_rados_ovh.sh 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/machine_types/schedule_rados.sh 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/mon_kv_backend 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/mon_kv_backend/leveldb.yaml 2024-09-16T00:54:00.146 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/mon_kv_backend/rocksdb.yaml 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/README 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rebuild_mondb.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/workunit.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/osd_backfill.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/calamari_setup.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/object_source_down.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/populate_rbd_pool.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/rgw.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/__init__.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/rados.py 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/test 2024-09-16T00:54:00.147 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/test/__init__.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/util/test/test_rados.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/osd_failsafe_enospc.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/osd_recovery.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/die_on_err.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/calamari_nosetests.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/admin_socket.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mgr 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mgr/__init__.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mgr/test_failover.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mgr/mgr_test_case.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/thrash_pool_snaps.py 2024-09-16T00:54:00.148 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/userdata_teardown.yaml 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/radosbenchsweep.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mds_thrash.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rbd.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rgw.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/teuthology_integration.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mon_seesaw.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/repair_test.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/watch_notify_same_primary.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/peer.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/restart.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tests 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tests/test_buildpackages.py 2024-09-16T00:54:00.149 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tests/test_radosgw_admin.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tests/test_devstack.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tests/__init__.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rgw_logsocket.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/radosgw_admin.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_client.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/__init__.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/aver.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cram.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_misc.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_client_limits.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_pool_perm.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_data_scan.py 2024-09-16T00:54:00.150 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_client_recovery.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_journal_migration.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_dump_tree.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_mantle.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_sessionmap.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/__init__.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_journal_repair.py 2024-09-16T00:54:00.151 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/kernel_mount.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_cap_flush.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_readahead.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_backtrace.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_auto_repair.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_strays.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_volume_client.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/cephfs_test_case.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_fragment.py 2024-09-16T00:54:00.152 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_failover.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_full.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/filesystem.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/mount.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_damage.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_scrub_checks.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_config_commands.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_flush.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/fuse_mount.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs/test_forward_scrub.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/recovery_bench.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/multibench.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/devstack.py 2024-09-16T00:54:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cephfs_test_runner.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/filestore_idempotent.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mod_proxy_fcgi.tcp.conf.template 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/scrub.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/divergent_priors.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/samba.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/watch_notify_stress.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/boto.cfg.template 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages.py 2024-09-16T00:54:00.154 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_test_case.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/s3roundtrip.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/qemu.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/locktest.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/manypools.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mds_creation_failure.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/apache.conf.template 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ec_lost_unfound.py 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-16.04-user-data.txt 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-14.04-user-data.txt 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/centos-6.5-user-data.txt 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.1-user-data.txt 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/make-deb.sh 2024-09-16T00:54:00.155 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.0-user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/make-rpm.sh 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/opensuse-42.1-user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/Makefile 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-12.04-user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/common.sh 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/debian-8.0-user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.2-user-data.txt 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rbd_mirror.py 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/dump_stuck.py 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_objectstore_tool.py 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rbd_fsx.py 2024-09-16T00:54:00.156 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/radosgw_agent.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/tgt.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/vstart_runner.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/resolve_stuck_peering.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rados.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/s3tests.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/userdata_setup.yaml 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/lost_unfound.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/s3readwrite.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_fuse.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rest_api.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/reg11184.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rep_lost_unfound_delete.py 2024-09-16T00:54:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mod_proxy_fcgi.uds.conf.template 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_deploy.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/ceph_manager.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/radosbench.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/scrub_test.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mon_clock_skew_check.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/kclient.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/omapbench.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/autotest.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mod_fastcgi.conf.template 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/peering_speed_test.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mon_recovery.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/cifs_mount.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/rbd_fio.py 2024-09-16T00:54:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/logrotate.conf 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/mon_thrash.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/metadata.yaml 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/divergent_priors2.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/blktrace.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/thrashosds.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/systemd.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/radosgw_admin_rest.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/tasks/create_verify_lfn_objects.py 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/timezone 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/timezone/random.yaml 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/timezone/eastern.yaml 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/timezone/pacific.yaml 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/.gitignore 2024-09-16T00:54:00.159 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/debug 2024-09-16T00:54:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/debug/openstack-30G.yaml 2024-09-16T00:54:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/debug/buildpackages.yaml 2024-09-16T00:54:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/debug/mds_client.yaml 2024-09-16T00:54:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:./ceph-qa-suite/debug/openstack-15G.yaml 2024-09-16T00:54:00.161 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.161 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.162 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.162 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.162 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./").st_ino) 2024-09-16T00:54:00.162 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.228 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-16T00:54:00.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.237 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.237 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.237 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.237 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.238 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite").st_ino) 2024-09-16T00:54:00.238 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.344 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627776 2024-09-16T00:54:00.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.353 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.353 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.354 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.354 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.354 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code").st_ino) 2024-09-16T00:54:00.354 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.461 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628424 2024-09-16T00:54:00.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.470 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.470 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.470 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.471 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.471 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml").st_ino) 2024-09-16T00:54:00.471 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628432 2024-09-16T00:54:00.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-16T00:54:00.587 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.694 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628431 2024-09-16T00:54:00.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml").st_ino) 2024-09-16T00:54:00.704 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.811 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628429 2024-09-16T00:54:00.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=2-m=1.yaml").st_ino) 2024-09-16T00:54:00.820 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:00.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628430 2024-09-16T00:54:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:00.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:00.936 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:00.936 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:00.936 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:00.936 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=shec-k=4-m=3-c=2.yaml").st_ino) 2024-09-16T00:54:00.936 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.044 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628433 2024-09-16T00:54:01.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.052 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.052 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.052 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.052 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.053 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-feature-plugins-v3.yaml").st_ino) 2024-09-16T00:54:01.053 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.160 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628426 2024-09-16T00:54:01.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-default.yaml").st_ino) 2024-09-16T00:54:01.170 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.292 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628427 2024-09-16T00:54:01.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-sequential.yaml").st_ino) 2024-09-16T00:54:01.305 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.412 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628434 2024-09-16T00:54:01.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-parallel.yaml").st_ino) 2024-09-16T00:54:01.421 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.528 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628428 2024-09-16T00:54:01.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.537 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.610 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.610 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.610 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.610 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-feature-plugins-v2.yaml").st_ino) 2024-09-16T00:54:01.610 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.678 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628425 2024-09-16T00:54:01.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.686 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.687 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.687 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.687 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.687 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases").st_ino) 2024-09-16T00:54:01.687 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.799 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628459 2024-09-16T00:54:01.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.808 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.809 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.809 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.809 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.809 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/jewel.yaml").st_ino) 2024-09-16T00:54:01.809 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:01.916 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628461 2024-09-16T00:54:01.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:01.925 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:01.925 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:01.926 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:01.926 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:01.926 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/kraken.yaml").st_ino) 2024-09-16T00:54:01.926 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.033 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628462 2024-09-16T00:54:02.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.041 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.041 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.042 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.042 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.042 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/infernalis.yaml").st_ino) 2024-09-16T00:54:02.042 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.149 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628460 2024-09-16T00:54:02.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tox.ini").st_ino) 2024-09-16T00:54:02.158 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.265 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630231 2024-09-16T00:54:02.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides").st_ino) 2024-09-16T00:54:02.274 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628345 2024-09-16T00:54:02.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/enable_dmcrypt_diff_journal_disk.yaml").st_ino) 2024-09-16T00:54:02.390 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628349 2024-09-16T00:54:02.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/ceph_deploy_dmcrypt.yaml").st_ino) 2024-09-16T00:54:02.506 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628346 2024-09-16T00:54:02.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.622 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.622 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.622 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.622 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.623 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/enable_diff_journal_disk.yaml").st_ino) 2024-09-16T00:54:02.623 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.730 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628348 2024-09-16T00:54:02.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.739 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.739 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.739 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.740 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.740 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/disable_diff_journal_disk.yaml").st_ino) 2024-09-16T00:54:02.740 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628347 2024-09-16T00:54:02.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.858 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.859 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.859 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.859 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.859 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/nightlies").st_ino) 2024-09-16T00:54:02.859 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:02.966 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628446 2024-09-16T00:54:02.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:02.974 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:02.975 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:02.975 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:02.975 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:02.975 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/nightlies/cron_wrapper").st_ino) 2024-09-16T00:54:02.975 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.082 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628447 2024-09-16T00:54:03.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.091 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.092 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.092 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.092 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.092 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides").st_ino) 2024-09-16T00:54:03.092 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.199 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628451 2024-09-16T00:54:03.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/3-size-2-min-size.yaml").st_ino) 2024-09-16T00:54:03.208 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.322 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628454 2024-09-16T00:54:03.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:54:03.332 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.439 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628456 2024-09-16T00:54:03.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/2-size-2-min-size.yaml").st_ino) 2024-09-16T00:54:03.449 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.556 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628453 2024-09-16T00:54:03.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.565 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.565 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.565 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.566 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.566 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/2-size-1-min-size.yaml").st_ino) 2024-09-16T00:54:03.566 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628452 2024-09-16T00:54:03.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/short_pg_log.yaml").st_ino) 2024-09-16T00:54:03.682 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.789 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628455 2024-09-16T00:54:03.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/packages").st_ino) 2024-09-16T00:54:03.798 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:03.905 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628457 2024-09-16T00:54:03.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/packages/packages.yaml").st_ino) 2024-09-16T00:54:03.914 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.021 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628458 2024-09-16T00:54:04.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.030 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.031 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.031 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.031 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.031 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters").st_ino) 2024-09-16T00:54:04.031 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.138 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628375 2024-09-16T00:54:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.147 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.148 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.148 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.148 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.148 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/extra-client.yaml").st_ino) 2024-09-16T00:54:04.148 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628376 2024-09-16T00:54:04.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:54:04.265 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.372 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628378 2024-09-16T00:54:04.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.381 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.381 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.381 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.381 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.381 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:54:04.382 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.488 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628380 2024-09-16T00:54:04.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-16T00:54:04.497 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.604 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628379 2024-09-16T00:54:04.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.613 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.614 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.614 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.614 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.614 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-4.yaml").st_ino) 2024-09-16T00:54:04.614 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.722 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628381 2024-09-16T00:54:04.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-1.yaml").st_ino) 2024-09-16T00:54:04.731 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.838 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628377 2024-09-16T00:54:04.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.847 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.847 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.847 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.847 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.848 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs").st_ino) 2024-09-16T00:54:04.848 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:04.955 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628350 2024-09-16T00:54:04.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides").st_ino) 2024-09-16T00:54:04.964 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.072 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628359 2024-09-16T00:54:05.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:54:05.081 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.188 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628367 2024-09-16T00:54:05.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/debug.yaml").st_ino) 2024-09-16T00:54:05.197 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.305 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628360 2024-09-16T00:54:05.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse").st_ino) 2024-09-16T00:54:05.314 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.421 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628362 2024-09-16T00:54:05.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm").st_ino) 2024-09-16T00:54:05.430 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.537 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628363 2024-09-16T00:54:05.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.545 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.545 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.546 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.546 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.546 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/yes.yaml").st_ino) 2024-09-16T00:54:05.546 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.653 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628366 2024-09-16T00:54:05.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/no.yaml").st_ino) 2024-09-16T00:54:05.662 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.769 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628365 2024-09-16T00:54:05.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.778 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.778 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.778 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.779 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.779 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/%").st_ino) 2024-09-16T00:54:05.779 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:05.887 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628364 2024-09-16T00:54:05.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:05.896 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:05.896 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:05.897 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:05.897 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:05.897 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:54:05.897 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.004 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628361 2024-09-16T00:54:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters").st_ino) 2024-09-16T00:54:06.013 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.120 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628352 2024-09-16T00:54:06.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.129 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.130 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.130 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.130 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.130 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/9-mds.yaml").st_ino) 2024-09-16T00:54:06.130 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.245 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628354 2024-09-16T00:54:06.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.256 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.256 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.256 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.256 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.257 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/3-mds.yaml").st_ino) 2024-09-16T00:54:06.257 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.376 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628353 2024-09-16T00:54:06.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.385 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.385 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.385 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.386 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.386 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:54:06.386 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.493 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628355 2024-09-16T00:54:06.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount").st_ino) 2024-09-16T00:54:06.502 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628356 2024-09-16T00:54:06.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.618 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.618 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount/kclient.yaml").st_ino) 2024-09-16T00:54:06.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628358 2024-09-16T00:54:06.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount/fuse.yaml").st_ino) 2024-09-16T00:54:06.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.845 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628357 2024-09-16T00:54:06.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.854 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.854 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.854 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.855 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/begin.yaml").st_ino) 2024-09-16T00:54:06.855 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:06.966 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628351 2024-09-16T00:54:06.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:06.975 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:06.975 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:06.975 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:06.975 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:06.975 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks").st_ino) 2024-09-16T00:54:06.976 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.083 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628368 2024-09-16T00:54:07.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.092 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.093 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.093 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.093 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.093 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-16T00:54:07.093 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.200 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628374 2024-09-16T00:54:07.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-16T00:54:07.209 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.317 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628373 2024-09-16T00:54:07.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.326 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.326 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.326 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.327 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.327 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:54:07.327 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.434 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628371 2024-09-16T00:54:07.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.443 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.443 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.443 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.443 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.444 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:54:07.444 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628369 2024-09-16T00:54:07.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.561 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.561 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.561 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.561 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.561 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:54:07.562 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.670 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628372 2024-09-16T00:54:07.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:54:07.679 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.786 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628370 2024-09-16T00:54:07.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.797 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.797 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.798 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.798 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore").st_ino) 2024-09-16T00:54:07.798 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:07.903 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628448 2024-09-16T00:54:07.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:07.912 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:07.912 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:07.912 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:07.913 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:07.913 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore/bluestore.yaml").st_ino) 2024-09-16T00:54:07.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.020 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628449 2024-09-16T00:54:08.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore/filestore.yaml").st_ino) 2024-09-16T00:54:08.029 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.137 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628450 2024-09-16T00:54:08.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config").st_ino) 2024-09-16T00:54:08.146 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.253 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628382 2024-09-16T00:54:08.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config/rados.yaml").st_ino) 2024-09-16T00:54:08.262 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.369 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628383 2024-09-16T00:54:08.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs").st_ino) 2024-09-16T00:54:08.379 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.486 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628340 2024-09-16T00:54:08.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/armv7.yaml").st_ino) 2024-09-16T00:54:08.496 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.603 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628342 2024-09-16T00:54:08.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/i686.yaml").st_ino) 2024-09-16T00:54:08.612 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628343 2024-09-16T00:54:08.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/aarch64.yaml").st_ino) 2024-09-16T00:54:08.728 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.835 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628341 2024-09-16T00:54:08.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.845 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.845 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.845 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.845 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.845 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/x86_64.yaml").st_ino) 2024-09-16T00:54:08.846 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:08.952 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628344 2024-09-16T00:54:08.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:08.962 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:08.962 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:08.962 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:08.962 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:08.962 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs").st_ino) 2024-09-16T00:54:08.963 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.069 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628435 2024-09-16T00:54:09.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/btrfs.yaml").st_ino) 2024-09-16T00:54:09.078 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.185 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628436 2024-09-16T00:54:09.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.194 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.195 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.195 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.195 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.195 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/xfs.yaml").st_ino) 2024-09-16T00:54:09.195 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.303 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628438 2024-09-16T00:54:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/ext4.yaml").st_ino) 2024-09-16T00:54:09.312 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.419 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628437 2024-09-16T00:54:09.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type").st_ino) 2024-09-16T00:54:09.428 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.535 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628463 2024-09-16T00:54:09.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec-profile.yaml").st_ino) 2024-09-16T00:54:09.544 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.651 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628465 2024-09-16T00:54:09.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec.yaml").st_ino) 2024-09-16T00:54:09.661 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.768 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628466 2024-09-16T00:54:09.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec-cache.yaml").st_ino) 2024-09-16T00:54:09.777 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:09.884 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628464 2024-09-16T00:54:09.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/replicated.yaml").st_ino) 2024-09-16T00:54:09.894 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.001 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628467 2024-09-16T00:54:10.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.010 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.011 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.011 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.011 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.011 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git").st_ino) 2024-09-16T00:54:10.011 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.118 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627777 2024-09-16T00:54:10.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/HEAD").st_ino) 2024-09-16T00:54:10.127 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.234 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628328 2024-09-16T00:54:10.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/description").st_ino) 2024-09-16T00:54:10.243 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.350 INFO:teuthology.orchestra.run.smithi032.stdout:1099511627778 2024-09-16T00:54:10.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.359 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.359 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.359 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.360 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.360 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/index").st_ino) 2024-09-16T00:54:10.360 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.466 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628337 2024-09-16T00:54:10.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects").st_ino) 2024-09-16T00:54:10.476 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.583 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628307 2024-09-16T00:54:10.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/info").st_ino) 2024-09-16T00:54:10.593 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.700 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628309 2024-09-16T00:54:10.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack").st_ino) 2024-09-16T00:54:10.709 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.816 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628308 2024-09-16T00:54:10.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.idx").st_ino) 2024-09-16T00:54:10.825 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:10.932 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628315 2024-09-16T00:54:10.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.rev").st_ino) 2024-09-16T00:54:10.941 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.049 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628316 2024-09-16T00:54:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.pack").st_ino) 2024-09-16T00:54:11.058 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.165 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628314 2024-09-16T00:54:11.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks").st_ino) 2024-09-16T00:54:11.174 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.281 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628281 2024-09-16T00:54:11.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.290 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.291 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.291 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.291 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-merge-commit.sample").st_ino) 2024-09-16T00:54:11.291 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.398 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628282 2024-09-16T00:54:11.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.407 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.408 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.408 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.408 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.408 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-commit.sample").st_ino) 2024-09-16T00:54:11.408 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.515 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628286 2024-09-16T00:54:11.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/fsmonitor-watchman.sample").st_ino) 2024-09-16T00:54:11.524 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.631 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628295 2024-09-16T00:54:11.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/commit-msg.sample").st_ino) 2024-09-16T00:54:11.640 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.747 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628284 2024-09-16T00:54:11.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-rebase.sample").st_ino) 2024-09-16T00:54:11.756 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.863 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628287 2024-09-16T00:54:11.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-receive.sample").st_ino) 2024-09-16T00:54:11.873 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:11.980 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628290 2024-09-16T00:54:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/prepare-commit-msg.sample").st_ino) 2024-09-16T00:54:11.989 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.096 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628285 2024-09-16T00:54:12.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/update.sample").st_ino) 2024-09-16T00:54:12.105 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.215 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628294 2024-09-16T00:54:12.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-push.sample").st_ino) 2024-09-16T00:54:12.224 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.331 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628291 2024-09-16T00:54:12.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/sendemail-validate.sample").st_ino) 2024-09-16T00:54:12.340 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.447 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628289 2024-09-16T00:54:12.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-applypatch.sample").st_ino) 2024-09-16T00:54:12.456 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.563 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628292 2024-09-16T00:54:12.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/push-to-checkout.sample").st_ino) 2024-09-16T00:54:12.572 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628283 2024-09-16T00:54:12.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.688 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.688 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.689 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.689 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.689 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/post-update.sample").st_ino) 2024-09-16T00:54:12.689 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.797 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628293 2024-09-16T00:54:12.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.805 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.806 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.806 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.806 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.806 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/applypatch-msg.sample").st_ino) 2024-09-16T00:54:12.806 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:12.913 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628288 2024-09-16T00:54:12.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs").st_ino) 2024-09-16T00:54:12.922 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628323 2024-09-16T00:54:13.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.038 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.038 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.038 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.038 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/HEAD").st_ino) 2024-09-16T00:54:13.038 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.145 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628331 2024-09-16T00:54:13.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.154 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.154 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.154 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.155 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.155 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs").st_ino) 2024-09-16T00:54:13.155 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.264 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628324 2024-09-16T00:54:13.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/heads").st_ino) 2024-09-16T00:54:13.273 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.380 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628332 2024-09-16T00:54:13.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/heads/master").st_ino) 2024-09-16T00:54:13.389 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628333 2024-09-16T00:54:13.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.506 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.506 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.507 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.507 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.507 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes").st_ino) 2024-09-16T00:54:13.507 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.613 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628325 2024-09-16T00:54:13.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes/origin").st_ino) 2024-09-16T00:54:13.623 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.730 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628326 2024-09-16T00:54:13.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.739 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.740 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.740 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.740 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.740 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes/origin/HEAD").st_ino) 2024-09-16T00:54:13.740 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.848 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628327 2024-09-16T00:54:13.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/packed-refs").st_ino) 2024-09-16T00:54:13.857 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:13.964 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628319 2024-09-16T00:54:13.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:13.973 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:13.973 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:13.974 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:13.974 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:13.974 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/config").st_ino) 2024-09-16T00:54:13.974 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.080 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628336 2024-09-16T00:54:14.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.089 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.089 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.090 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.090 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.090 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/info").st_ino) 2024-09-16T00:54:14.090 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.196 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628279 2024-09-16T00:54:14.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.205 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.206 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.206 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/info/exclude").st_ino) 2024-09-16T00:54:14.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628280 2024-09-16T00:54:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs").st_ino) 2024-09-16T00:54:14.322 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.429 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628297 2024-09-16T00:54:14.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.438 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.438 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.438 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.438 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.438 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/tags").st_ino) 2024-09-16T00:54:14.439 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.546 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628299 2024-09-16T00:54:14.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/heads").st_ino) 2024-09-16T00:54:14.556 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.663 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628298 2024-09-16T00:54:14.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.672 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.673 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.673 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.673 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.673 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/heads/master").st_ino) 2024-09-16T00:54:14.673 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.780 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628330 2024-09-16T00:54:14.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.789 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.789 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.789 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.790 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.790 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes").st_ino) 2024-09-16T00:54:14.790 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:14.897 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628320 2024-09-16T00:54:14.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes/origin").st_ino) 2024-09-16T00:54:14.906 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.013 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628321 2024-09-16T00:54:15.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes/origin/HEAD").st_ino) 2024-09-16T00:54:15.023 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.130 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628322 2024-09-16T00:54:15.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/branches").st_ino) 2024-09-16T00:54:15.140 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.247 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628296 2024-09-16T00:54:15.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config_options").st_ino) 2024-09-16T00:54:15.256 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.362 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628384 2024-09-16T00:54:15.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config_options/cephdeploy_conf.yaml").st_ino) 2024-09-16T00:54:15.372 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.479 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628385 2024-09-16T00:54:15.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros").st_ino) 2024-09-16T00:54:15.489 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.596 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628391 2024-09-16T00:54:15.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/a-supported-distro.yaml").st_ino) 2024-09-16T00:54:15.606 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.713 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628392 2024-09-16T00:54:15.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.722 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.723 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.723 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.723 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.723 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported").st_ino) 2024-09-16T00:54:15.723 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.830 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628420 2024-09-16T00:54:15.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.839 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.839 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.839 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.839 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.840 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/ubuntu_16.04.yaml").st_ino) 2024-09-16T00:54:15.840 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628423 2024-09-16T00:54:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/centos_7.2.yaml").st_ino) 2024-09-16T00:54:15.957 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.064 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628421 2024-09-16T00:54:16.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.073 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.074 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.074 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.074 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.074 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/ubuntu_14.04.yaml").st_ino) 2024-09-16T00:54:16.074 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.181 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628422 2024-09-16T00:54:16.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.190 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.191 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.191 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.191 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.191 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all").st_ino) 2024-09-16T00:54:16.191 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.299 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628393 2024-09-16T00:54:16.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_17.yaml").st_ino) 2024-09-16T00:54:16.308 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628403 2024-09-16T00:54:16.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.4.yaml").st_ino) 2024-09-16T00:54:16.424 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.531 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628395 2024-09-16T00:54:16.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_7.0.yaml").st_ino) 2024-09-16T00:54:16.540 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.647 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628401 2024-09-16T00:54:16.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_6.0.yaml").st_ino) 2024-09-16T00:54:16.656 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.763 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628400 2024-09-16T00:54:16.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_19.yaml").st_ino) 2024-09-16T00:54:16.772 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.879 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628405 2024-09-16T00:54:16.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:16.888 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:16.888 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:16.888 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:16.888 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:16.888 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_16.04.yaml").st_ino) 2024-09-16T00:54:16.889 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628419 2024-09-16T00:54:16.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_13.2.yaml").st_ino) 2024-09-16T00:54:17.005 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.112 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628407 2024-09-16T00:54:17.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.121 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.121 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.121 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.121 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.121 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_12.2.yaml").st_ino) 2024-09-16T00:54:17.122 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.228 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628406 2024-09-16T00:54:17.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.3.yaml").st_ino) 2024-09-16T00:54:17.237 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.344 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628409 2024-09-16T00:54:17.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/sles_11-sp2.yaml").st_ino) 2024-09-16T00:54:17.354 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.381 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:17.397 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:17.461 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628413 2024-09-16T00:54:17.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.2.yaml").st_ino) 2024-09-16T00:54:17.471 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.578 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628399 2024-09-16T00:54:17.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.4.yaml").st_ino) 2024-09-16T00:54:17.588 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.695 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628410 2024-09-16T00:54:17.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.704 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.704 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.704 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.704 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.705 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.0.yaml").st_ino) 2024-09-16T00:54:17.705 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.812 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628397 2024-09-16T00:54:17.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04_i686.yaml").st_ino) 2024-09-16T00:54:17.821 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:17.928 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628418 2024-09-16T00:54:17.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_42.1.yaml").st_ino) 2024-09-16T00:54:17.937 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.044 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628408 2024-09-16T00:54:18.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_8.0.yaml").st_ino) 2024-09-16T00:54:18.053 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.160 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628402 2024-09-16T00:54:18.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_18.yaml").st_ino) 2024-09-16T00:54:18.170 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.277 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628404 2024-09-16T00:54:18.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.286 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.286 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.286 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.287 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.287 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_7.0.yaml").st_ino) 2024-09-16T00:54:18.287 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.394 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628412 2024-09-16T00:54:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04.yaml").st_ino) 2024-09-16T00:54:18.403 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.510 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628416 2024-09-16T00:54:18.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.1.yaml").st_ino) 2024-09-16T00:54:18.519 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.626 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628398 2024-09-16T00:54:18.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.635 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.635 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.635 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.635 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.635 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_12.10.yaml").st_ino) 2024-09-16T00:54:18.636 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.742 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628415 2024-09-16T00:54:18.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_12.04.yaml").st_ino) 2024-09-16T00:54:18.751 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.859 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628414 2024-09-16T00:54:18.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.867 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.867 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.868 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.868 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.868 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.3.yaml").st_ino) 2024-09-16T00:54:18.868 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:18.975 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628394 2024-09-16T00:54:18.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.5.yaml").st_ino) 2024-09-16T00:54:18.984 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628411 2024-09-16T00:54:19.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04_aarch64.yaml").st_ino) 2024-09-16T00:54:19.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.208 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628417 2024-09-16T00:54:19.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.217 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.217 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.218 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.218 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.218 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.5.yaml").st_ino) 2024-09-16T00:54:19.218 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.327 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628396 2024-09-16T00:54:19.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites").st_ino) 2024-09-16T00:54:19.336 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.443 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628468 2024-09-16T00:54:19.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress").st_ino) 2024-09-16T00:54:19.452 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630282 2024-09-16T00:54:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench").st_ino) 2024-09-16T00:54:19.568 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.675 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629781 2024-09-16T00:54:19.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.684 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.684 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.684 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.684 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.684 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/clusters").st_ino) 2024-09-16T00:54:19.685 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.791 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629783 2024-09-16T00:54:19.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.800 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.801 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.801 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.801 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.801 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-16T00:54:19.801 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:19.908 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629784 2024-09-16T00:54:19.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:19.917 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:19.918 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:19.918 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:19.918 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:19.918 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/%").st_ino) 2024-09-16T00:54:19.918 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.025 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629782 2024-09-16T00:54:20.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.034 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.034 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.034 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.035 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.035 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks").st_ino) 2024-09-16T00:54:20.035 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.142 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629785 2024-09-16T00:54:20.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:54:20.151 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.260 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629787 2024-09-16T00:54:20.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks/cfuse_workunit_snaps.yaml").st_ino) 2024-09-16T00:54:20.269 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.376 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629786 2024-09-16T00:54:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.385 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.386 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.386 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.386 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.386 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash").st_ino) 2024-09-16T00:54:20.386 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.493 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629788 2024-09-16T00:54:20.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters").st_ino) 2024-09-16T00:54:20.502 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.609 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629790 2024-09-16T00:54:20.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/16-osd.yaml").st_ino) 2024-09-16T00:54:20.619 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.726 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629791 2024-09-16T00:54:20.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.735 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.736 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.736 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.736 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.736 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/3-osd-1-machine.yaml").st_ino) 2024-09-16T00:54:20.736 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.844 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629792 2024-09-16T00:54:20.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.854 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.855 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.855 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.855 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/8-osd.yaml").st_ino) 2024-09-16T00:54:20.855 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:20.961 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629793 2024-09-16T00:54:20.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:20.970 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:20.970 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:20.970 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:20.970 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:20.970 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs").st_ino) 2024-09-16T00:54:20.971 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.077 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629794 2024-09-16T00:54:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/none.yaml").st_ino) 2024-09-16T00:54:21.086 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.194 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629796 2024-09-16T00:54:21.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/btrfs.yaml").st_ino) 2024-09-16T00:54:21.203 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.310 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629795 2024-09-16T00:54:21.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:54:21.320 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.427 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629797 2024-09-16T00:54:21.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.437 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.437 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.437 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.437 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.437 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads").st_ino) 2024-09-16T00:54:21.438 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.545 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629802 2024-09-16T00:54:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/readwrite.yaml").st_ino) 2024-09-16T00:54:21.554 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.662 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629806 2024-09-16T00:54:21.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/radosbench.yaml").st_ino) 2024-09-16T00:54:21.671 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.778 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629805 2024-09-16T00:54:21.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.787 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.787 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.787 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.787 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.787 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/iozone_cfuse.yaml").st_ino) 2024-09-16T00:54:21.788 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:21.894 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629804 2024-09-16T00:54:21.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:21.903 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:21.903 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:21.903 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:21.904 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:21.904 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/bonnie_cfuse.yaml").st_ino) 2024-09-16T00:54:21.904 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.011 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629803 2024-09-16T00:54:22.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/%").st_ino) 2024-09-16T00:54:22.021 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.128 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629789 2024-09-16T00:54:22.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers").st_ino) 2024-09-16T00:54:22.138 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.246 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629798 2024-09-16T00:54:22.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:54:22.255 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.363 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629799 2024-09-16T00:54:22.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/more-down.yaml").st_ino) 2024-09-16T00:54:22.372 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.480 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629801 2024-09-16T00:54:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.488 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.488 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.489 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.489 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.489 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/fast.yaml").st_ino) 2024-09-16T00:54:22.489 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.596 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629800 2024-09-16T00:54:22.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.605 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.606 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.606 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.606 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.606 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr").st_ino) 2024-09-16T00:54:22.606 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.713 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629041 2024-09-16T00:54:22.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.722 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.723 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.723 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.723 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.723 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic").st_ino) 2024-09-16T00:54:22.723 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.831 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629042 2024-09-16T00:54:22.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/clusters").st_ino) 2024-09-16T00:54:22.840 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:22.948 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629044 2024-09-16T00:54:22.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/clusters/2-node-mgr.yaml").st_ino) 2024-09-16T00:54:22.957 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.064 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629045 2024-09-16T00:54:23.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/fs").st_ino) 2024-09-16T00:54:23.074 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.180 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629048 2024-09-16T00:54:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/fs/xfs.yaml").st_ino) 2024-09-16T00:54:23.189 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.296 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629049 2024-09-16T00:54:23.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.305 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.306 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.306 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.306 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.306 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/%").st_ino) 2024-09-16T00:54:23.306 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.413 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629043 2024-09-16T00:54:23.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.422 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.422 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.422 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.423 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.423 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/tasks").st_ino) 2024-09-16T00:54:23.423 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.530 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629050 2024-09-16T00:54:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/tasks/failover.yaml").st_ino) 2024-09-16T00:54:23.539 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.647 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629051 2024-09-16T00:54:23.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.655 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.656 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.656 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.656 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.656 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/debug").st_ino) 2024-09-16T00:54:23.656 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.765 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629046 2024-09-16T00:54:23.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.773 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.773 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.773 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.774 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.774 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/debug/mgr.yaml").st_ino) 2024-09-16T00:54:23.774 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.881 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629047 2024-09-16T00:54:23.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:23.889 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:23.890 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:23.890 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:23.890 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:23.890 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle").st_ino) 2024-09-16T00:54:23.890 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:23.997 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629094 2024-09-16T00:54:24.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd").st_ino) 2024-09-16T00:54:24.006 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.113 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629095 2024-09-16T00:54:24.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.122 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.122 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.122 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.122 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.122 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/powercycle").st_ino) 2024-09-16T00:54:24.123 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.230 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629103 2024-09-16T00:54:24.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.238 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.239 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.239 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.239 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.239 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/powercycle/default.yaml").st_ino) 2024-09-16T00:54:24.239 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.347 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629104 2024-09-16T00:54:24.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/clusters").st_ino) 2024-09-16T00:54:24.356 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.463 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629097 2024-09-16T00:54:24.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/clusters/3osd-1per-target.yaml").st_ino) 2024-09-16T00:54:24.472 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.579 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629098 2024-09-16T00:54:24.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.588 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.588 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.588 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.589 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.589 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/objectstore").st_ino) 2024-09-16T00:54:24.589 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629102 2024-09-16T00:54:24.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs").st_ino) 2024-09-16T00:54:24.706 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.813 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629099 2024-09-16T00:54:24.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.822 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.823 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.823 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.823 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.823 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs/btrfs.yaml").st_ino) 2024-09-16T00:54:24.823 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:24.930 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629100 2024-09-16T00:54:24.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs/xfs.yaml").st_ino) 2024-09-16T00:54:24.939 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.046 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629101 2024-09-16T00:54:25.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/%").st_ino) 2024-09-16T00:54:25.055 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.162 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629096 2024-09-16T00:54:25.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks").st_ino) 2024-09-16T00:54:25.172 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.280 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629105 2024-09-16T00:54:25.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.289 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.290 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.290 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.290 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/readwrite.yaml").st_ino) 2024-09-16T00:54:25.290 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.398 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629117 2024-09-16T00:54:25.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsync.yaml").st_ino) 2024-09-16T00:54:25.409 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.516 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629112 2024-09-16T00:54:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.525 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.526 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.526 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.526 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.526 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/radosbench.yaml").st_ino) 2024-09-16T00:54:25.526 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629116 2024-09-16T00:54:25.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.641 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.642 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.642 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.642 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:54:25.642 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.749 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629113 2024-09-16T00:54:25.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:54:25.759 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.866 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629109 2024-09-16T00:54:25.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:54:25.876 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:25.984 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629111 2024-09-16T00:54:25.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-few-objects.yaml").st_ino) 2024-09-16T00:54:25.993 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.100 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629118 2024-09-16T00:54:26.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-16T00:54:26.110 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.217 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629108 2024-09-16T00:54:26.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.229 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.229 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.229 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.229 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.229 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/admin_socket_objecter_requests.yaml").st_ino) 2024-09-16T00:54:26.230 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.337 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629106 2024-09-16T00:54:26.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.346 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.346 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.346 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.346 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.346 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_truncate_delay.yaml").st_ino) 2024-09-16T00:54:26.347 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.453 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629114 2024-09-16T00:54:26.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.462 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.463 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.463 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.463 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.463 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-many-objects.yaml").st_ino) 2024-09-16T00:54:26.463 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.570 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629119 2024-09-16T00:54:26.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_kernel_untar_build.yaml").st_ino) 2024-09-16T00:54:26.579 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.686 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629107 2024-09-16T00:54:26.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.695 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.695 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.695 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.696 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.696 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/rados_api_tests.yaml").st_ino) 2024-09-16T00:54:26.696 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.803 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629115 2024-09-16T00:54:26.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:54:26.812 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:26.919 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629110 2024-09-16T00:54:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:26.928 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:26.928 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:26.929 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:26.929 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:26.929 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd").st_ino) 2024-09-16T00:54:26.929 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.036 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629436 2024-09-16T00:54:27.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli").st_ino) 2024-09-16T00:54:27.045 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.152 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629460 2024-09-16T00:54:27.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features").st_ino) 2024-09-16T00:54:27.161 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.268 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629465 2024-09-16T00:54:27.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/defaults.yaml").st_ino) 2024-09-16T00:54:27.277 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.384 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629466 2024-09-16T00:54:27.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.393 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.394 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.394 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.394 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.394 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/journaling.yaml").st_ino) 2024-09-16T00:54:27.394 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.501 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629468 2024-09-16T00:54:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.510 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.510 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.510 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.510 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.510 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/layering.yaml").st_ino) 2024-09-16T00:54:27.511 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.618 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629469 2024-09-16T00:54:27.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/format-1.yaml").st_ino) 2024-09-16T00:54:27.627 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.734 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629467 2024-09-16T00:54:27.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.743 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.743 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.743 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.743 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.743 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/base").st_ino) 2024-09-16T00:54:27.744 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.851 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629462 2024-09-16T00:54:27.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.859 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.860 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.860 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.860 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.860 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/base/install.yaml").st_ino) 2024-09-16T00:54:27.860 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:27.967 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629463 2024-09-16T00:54:27.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool").st_ino) 2024-09-16T00:54:27.976 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.084 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629475 2024-09-16T00:54:28.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/small-cache-pool.yaml").st_ino) 2024-09-16T00:54:28.093 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.200 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629479 2024-09-16T00:54:28.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.210 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.210 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.211 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.211 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.211 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/replicated-data-pool.yaml").st_ino) 2024-09-16T00:54:28.211 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.318 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629478 2024-09-16T00:54:28.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/ec-data-pool.yaml").st_ino) 2024-09-16T00:54:28.327 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.435 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629476 2024-09-16T00:54:28.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/none.yaml").st_ino) 2024-09-16T00:54:28.444 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.551 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629477 2024-09-16T00:54:28.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.560 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.560 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.560 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.560 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.561 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/clusters").st_ino) 2024-09-16T00:54:28.561 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629464 2024-09-16T00:54:28.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.677 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.677 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.677 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.678 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.678 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures").st_ino) 2024-09-16T00:54:28.678 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.784 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629471 2024-09-16T00:54:28.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.793 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.793 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.794 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.794 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.794 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures/many.yaml").st_ino) 2024-09-16T00:54:28.794 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:28.902 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629473 2024-09-16T00:54:28.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:28.910 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:28.911 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:28.911 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:28.911 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:28.911 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:28.911 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.018 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629472 2024-09-16T00:54:29.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.027 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.027 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.028 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.028 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.028 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/objectstore").st_ino) 2024-09-16T00:54:29.028 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.135 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629474 2024-09-16T00:54:29.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.144 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.145 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.145 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.145 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.145 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/fs").st_ino) 2024-09-16T00:54:29.145 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.254 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629470 2024-09-16T00:54:29.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.263 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.263 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.263 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.264 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.264 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads").st_ino) 2024-09-16T00:54:29.264 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.371 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629480 2024-09-16T00:54:29.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.380 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.380 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.380 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.380 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.380 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_import_export.yaml").st_ino) 2024-09-16T00:54:29.381 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.487 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629482 2024-09-16T00:54:29.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.496 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.497 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.497 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.497 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.497 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_copy.yaml").st_ino) 2024-09-16T00:54:29.497 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.605 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629481 2024-09-16T00:54:29.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.614 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.614 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.615 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.615 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.615 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/%").st_ino) 2024-09-16T00:54:29.615 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.722 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629461 2024-09-16T00:54:29.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.731 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.731 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.731 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.731 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.732 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance").st_ino) 2024-09-16T00:54:29.732 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.839 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629515 2024-09-16T00:54:29.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/base").st_ino) 2024-09-16T00:54:29.848 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:29.956 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629517 2024-09-16T00:54:29.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/base/install.yaml").st_ino) 2024-09-16T00:54:29.965 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.072 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629518 2024-09-16T00:54:30.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.081 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.081 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.081 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.081 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.082 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters").st_ino) 2024-09-16T00:54:30.082 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.189 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629519 2024-09-16T00:54:30.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/openstack.yaml").st_ino) 2024-09-16T00:54:30.198 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.305 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629522 2024-09-16T00:54:30.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/+").st_ino) 2024-09-16T00:54:30.315 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.422 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629520 2024-09-16T00:54:30.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:54:30.431 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.539 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629521 2024-09-16T00:54:30.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/objectstore").st_ino) 2024-09-16T00:54:30.548 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.655 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629523 2024-09-16T00:54:30.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.664 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.664 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.664 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.664 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.664 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads").st_ino) 2024-09-16T00:54:30.665 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.771 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629526 2024-09-16T00:54:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.780 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.780 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.780 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.780 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.781 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads/dynamic_features.yaml").st_ino) 2024-09-16T00:54:30.781 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:30.887 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629527 2024-09-16T00:54:30.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:30.896 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:30.897 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:30.897 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:30.897 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:30.897 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads/rebuild_object_map.yaml").st_ino) 2024-09-16T00:54:30.897 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.004 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629528 2024-09-16T00:54:31.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/%").st_ino) 2024-09-16T00:54:31.013 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.121 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629516 2024-09-16T00:54:31.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.129 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.130 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.130 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.130 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.130 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/xfs.yaml").st_ino) 2024-09-16T00:54:31.130 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.238 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629529 2024-09-16T00:54:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/qemu").st_ino) 2024-09-16T00:54:31.247 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.355 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629524 2024-09-16T00:54:31.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/qemu/xfstests.yaml").st_ino) 2024-09-16T00:54:31.364 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.471 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629525 2024-09-16T00:54:31.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.480 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.480 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.480 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.480 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.480 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton").st_ino) 2024-09-16T00:54:31.481 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.587 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629589 2024-09-16T00:54:31.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.596 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.596 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.596 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.596 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.597 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/openstack.yaml").st_ino) 2024-09-16T00:54:31.597 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.703 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629607 2024-09-16T00:54:31.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.713 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.713 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.713 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.713 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.713 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/objectstore").st_ino) 2024-09-16T00:54:31.714 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.821 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629606 2024-09-16T00:54:31.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.830 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.830 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.830 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.831 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.831 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/%").st_ino) 2024-09-16T00:54:31.831 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:31.937 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629590 2024-09-16T00:54:31.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:31.946 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:31.946 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:31.947 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:31.947 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:31.947 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all").st_ino) 2024-09-16T00:54:31.947 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.054 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629591 2024-09-16T00:54:32.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.063 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.063 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.064 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.064 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.064 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbd-vs-unmanaged-snaps.yaml").st_ino) 2024-09-16T00:54:32.064 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.172 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629599 2024-09-16T00:54:32.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbd_mirror.yaml").st_ino) 2024-09-16T00:54:32.181 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.289 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629600 2024-09-16T00:54:32.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/verify_pool.yaml").st_ino) 2024-09-16T00:54:32.298 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.406 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629605 2024-09-16T00:54:32.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.415 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.415 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.415 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.415 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.415 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/formatted-output.yaml").st_ino) 2024-09-16T00:54:32.416 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.522 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629593 2024-09-16T00:54:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbdmap_RBDMAPFILE.yaml").st_ino) 2024-09-16T00:54:32.593 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.700 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629601 2024-09-16T00:54:32.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writeback.yaml").st_ino) 2024-09-16T00:54:32.709 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.816 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629597 2024-09-16T00:54:32.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.825 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.825 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.825 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.825 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.826 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writeback.yaml").st_ino) 2024-09-16T00:54:32.826 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:32.933 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629603 2024-09-16T00:54:32.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/permissions.yaml").st_ino) 2024-09-16T00:54:32.942 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.049 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629595 2024-09-16T00:54:33.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.058 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.058 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.058 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.058 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.058 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-no-cache.yaml").st_ino) 2024-09-16T00:54:33.059 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.165 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629602 2024-09-16T00:54:33.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-no-cache.yaml").st_ino) 2024-09-16T00:54:33.175 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.282 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629596 2024-09-16T00:54:33.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.292 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.292 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.292 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.292 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.292 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writethrough.yaml").st_ino) 2024-09-16T00:54:33.293 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629598 2024-09-16T00:54:33.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.408 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.408 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.408 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.409 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.409 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writethrough.yaml").st_ino) 2024-09-16T00:54:33.409 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.516 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629604 2024-09-16T00:54:33.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/admin_socket.yaml").st_ino) 2024-09-16T00:54:33.525 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629592 2024-09-16T00:54:33.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/merge_diff.yaml").st_ino) 2024-09-16T00:54:33.642 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629594 2024-09-16T00:54:33.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic").st_ino) 2024-09-16T00:54:33.759 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.867 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629437 2024-09-16T00:54:33.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/base").st_ino) 2024-09-16T00:54:33.876 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:33.983 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629439 2024-09-16T00:54:33.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/base/install.yaml").st_ino) 2024-09-16T00:54:33.992 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.099 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629440 2024-09-16T00:54:34.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.108 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.108 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.108 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.108 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.108 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool").st_ino) 2024-09-16T00:54:34.109 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.215 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629441 2024-09-16T00:54:34.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.224 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.224 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.224 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.224 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.225 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool/none.yaml").st_ino) 2024-09-16T00:54:34.225 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.332 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629442 2024-09-16T00:54:34.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.341 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.341 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.341 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.341 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.341 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool/small.yaml").st_ino) 2024-09-16T00:54:34.342 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.448 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629443 2024-09-16T00:54:34.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters").st_ino) 2024-09-16T00:54:34.458 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.565 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629444 2024-09-16T00:54:34.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/openstack.yaml").st_ino) 2024-09-16T00:54:34.574 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.684 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629447 2024-09-16T00:54:34.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/+").st_ino) 2024-09-16T00:54:34.693 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.800 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629445 2024-09-16T00:54:34.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.809 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.809 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.809 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.809 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.810 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/fixed-1.yaml").st_ino) 2024-09-16T00:54:34.810 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:34.917 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629446 2024-09-16T00:54:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:34.926 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:34.926 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:34.927 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:34.927 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:34.927 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures").st_ino) 2024-09-16T00:54:34.927 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629450 2024-09-16T00:54:35.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures/many.yaml").st_ino) 2024-09-16T00:54:35.043 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.151 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629452 2024-09-16T00:54:35.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.159 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.160 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.160 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.160 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.160 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:35.160 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629451 2024-09-16T00:54:35.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/objectstore").st_ino) 2024-09-16T00:54:35.276 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.383 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629453 2024-09-16T00:54:35.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.392 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.392 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.392 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.392 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.393 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/fs").st_ino) 2024-09-16T00:54:35.393 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.502 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629448 2024-09-16T00:54:35.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.511 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.512 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.512 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.512 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.512 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/fs/xfs.yaml").st_ino) 2024-09-16T00:54:35.512 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.620 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629449 2024-09-16T00:54:35.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/%").st_ino) 2024-09-16T00:54:35.629 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.737 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629438 2024-09-16T00:54:35.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks").st_ino) 2024-09-16T00:54:35.746 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.854 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629454 2024-09-16T00:54:35.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.862 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.863 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.863 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.863 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.863 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_lock_and_fence.yaml").st_ino) 2024-09-16T00:54:35.863 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:35.971 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629458 2024-09-16T00:54:35.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:35.979 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:35.980 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:35.980 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:35.980 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:35.980 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cli_tests.yaml").st_ino) 2024-09-16T00:54:35.980 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.088 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629456 2024-09-16T00:54:36.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.097 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.097 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.098 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.098 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.098 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_api_tests_old_format.yaml").st_ino) 2024-09-16T00:54:36.098 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.205 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629455 2024-09-16T00:54:36.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cls_tests.yaml").st_ino) 2024-09-16T00:54:36.214 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.321 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629457 2024-09-16T00:54:36.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.331 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.331 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.332 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.332 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.332 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_python_api_tests_old_format.yaml").st_ino) 2024-09-16T00:54:36.332 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.439 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629459 2024-09-16T00:54:36.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd").st_ino) 2024-09-16T00:54:36.448 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.556 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629483 2024-09-16T00:54:36.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool").st_ino) 2024-09-16T00:54:36.565 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.672 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629501 2024-09-16T00:54:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.681 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.681 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.681 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.681 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.682 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/small-cache-pool.yaml").st_ino) 2024-09-16T00:54:36.682 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.788 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629505 2024-09-16T00:54:36.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/replicated-data-pool.yaml").st_ino) 2024-09-16T00:54:36.797 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:36.904 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629504 2024-09-16T00:54:36.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:36.913 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:36.913 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:36.913 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:36.914 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:36.914 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/ec-data-pool.yaml").st_ino) 2024-09-16T00:54:36.914 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.022 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629502 2024-09-16T00:54:37.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.030 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.031 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.031 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.031 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.031 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/none.yaml").st_ino) 2024-09-16T00:54:37.031 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.139 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629503 2024-09-16T00:54:37.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.148 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.148 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.148 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.148 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.148 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters").st_ino) 2024-09-16T00:54:37.149 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.257 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629489 2024-09-16T00:54:37.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/openstack.yaml").st_ino) 2024-09-16T00:54:37.266 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.374 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629492 2024-09-16T00:54:37.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/+").st_ino) 2024-09-16T00:54:37.383 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629490 2024-09-16T00:54:37.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:54:37.500 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.608 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629491 2024-09-16T00:54:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/msgr-failures").st_ino) 2024-09-16T00:54:37.617 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629498 2024-09-16T00:54:37.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.733 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:37.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.842 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629499 2024-09-16T00:54:37.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/objectstore").st_ino) 2024-09-16T00:54:37.851 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:37.959 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629500 2024-09-16T00:54:37.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config").st_ino) 2024-09-16T00:54:37.968 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.075 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629493 2024-09-16T00:54:38.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.085 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.085 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.085 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.085 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/skip-partial-discard.yaml").st_ino) 2024-09-16T00:54:38.085 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.193 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629496 2024-09-16T00:54:38.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/none.yaml").st_ino) 2024-09-16T00:54:38.202 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.309 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629495 2024-09-16T00:54:38.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/copy-on-read.yaml").st_ino) 2024-09-16T00:54:38.319 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.426 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629494 2024-09-16T00:54:38.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/fs").st_ino) 2024-09-16T00:54:38.435 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.542 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629497 2024-09-16T00:54:38.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.552 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.552 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.552 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.552 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads").st_ino) 2024-09-16T00:54:38.552 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.660 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629506 2024-09-16T00:54:38.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.668 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.668 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.669 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.669 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.669 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests.yaml").st_ino) 2024-09-16T00:54:38.669 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.780 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629507 2024-09-16T00:54:38.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.789 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.789 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.789 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.789 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.789 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/rbd_fio.yaml").st_ino) 2024-09-16T00:54:38.790 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:38.896 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629514 2024-09-16T00:54:38.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml").st_ino) 2024-09-16T00:54:38.905 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.013 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629508 2024-09-16T00:54:39.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.021 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.022 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.022 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.022 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.022 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests.yaml").st_ino) 2024-09-16T00:54:39.022 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.130 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629511 2024-09-16T00:54:39.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/fsx.yaml").st_ino) 2024-09-16T00:54:39.139 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.247 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629510 2024-09-16T00:54:39.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml").st_ino) 2024-09-16T00:54:39.256 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.364 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629513 2024-09-16T00:54:39.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml").st_ino) 2024-09-16T00:54:39.373 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.480 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629509 2024-09-16T00:54:39.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml").st_ino) 2024-09-16T00:54:39.490 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.599 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629512 2024-09-16T00:54:39.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.608 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.609 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.609 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.609 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.609 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache").st_ino) 2024-09-16T00:54:39.609 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.716 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629485 2024-09-16T00:54:39.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.725 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.726 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.726 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.726 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.726 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/writeback.yaml").st_ino) 2024-09-16T00:54:39.726 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.834 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629487 2024-09-16T00:54:39.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/writethrough.yaml").st_ino) 2024-09-16T00:54:39.843 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629488 2024-09-16T00:54:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/none.yaml").st_ino) 2024-09-16T00:54:39.960 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.067 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629486 2024-09-16T00:54:40.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/%").st_ino) 2024-09-16T00:54:40.076 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.183 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629484 2024-09-16T00:54:40.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind").st_ino) 2024-09-16T00:54:40.193 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.301 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629635 2024-09-16T00:54:40.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/base").st_ino) 2024-09-16T00:54:40.310 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.417 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629637 2024-09-16T00:54:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/base/install.yaml").st_ino) 2024-09-16T00:54:40.426 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.533 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629638 2024-09-16T00:54:40.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/clusters").st_ino) 2024-09-16T00:54:40.545 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.652 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629639 2024-09-16T00:54:40.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.661 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.662 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.662 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.662 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.662 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/objectstore").st_ino) 2024-09-16T00:54:40.662 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.770 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629641 2024-09-16T00:54:40.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/fs").st_ino) 2024-09-16T00:54:40.779 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:40.886 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629640 2024-09-16T00:54:40.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads").st_ino) 2024-09-16T00:54:40.896 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.003 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629644 2024-09-16T00:54:41.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/rbd_mirror.yaml").st_ino) 2024-09-16T00:54:41.013 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.121 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629652 2024-09-16T00:54:41.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests.yaml").st_ino) 2024-09-16T00:54:41.130 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.239 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629645 2024-09-16T00:54:41.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.248 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.248 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.248 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.248 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.249 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_defaults.yaml").st_ino) 2024-09-16T00:54:41.249 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.356 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629646 2024-09-16T00:54:41.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests.yaml").st_ino) 2024-09-16T00:54:41.365 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.472 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629649 2024-09-16T00:54:41.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.481 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.481 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.481 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.481 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.482 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/fsx.yaml").st_ino) 2024-09-16T00:54:41.482 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.589 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629648 2024-09-16T00:54:41.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_journaling.yaml").st_ino) 2024-09-16T00:54:41.598 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.705 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629651 2024-09-16T00:54:41.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.715 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.716 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.716 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.716 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.716 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_journaling.yaml").st_ino) 2024-09-16T00:54:41.716 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.824 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629647 2024-09-16T00:54:41.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_defaults.yaml").st_ino) 2024-09-16T00:54:41.833 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:41.940 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629650 2024-09-16T00:54:41.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/validator").st_ino) 2024-09-16T00:54:41.950 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.057 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629642 2024-09-16T00:54:42.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.066 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.066 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.067 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/validator/memcheck.yaml").st_ino) 2024-09-16T00:54:42.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.174 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629643 2024-09-16T00:54:42.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.183 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.184 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/%").st_ino) 2024-09-16T00:54:42.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.292 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629636 2024-09-16T00:54:42.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.301 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.301 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.301 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd").st_ino) 2024-09-16T00:54:42.301 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629546 2024-09-16T00:54:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/base").st_ino) 2024-09-16T00:54:42.418 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.526 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629548 2024-09-16T00:54:42.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster").st_ino) 2024-09-16T00:54:42.535 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.642 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629549 2024-09-16T00:54:42.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/openstack.yaml").st_ino) 2024-09-16T00:54:42.651 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.758 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629552 2024-09-16T00:54:42.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/+").st_ino) 2024-09-16T00:54:42.767 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.874 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629550 2024-09-16T00:54:42.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:42.883 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:42.883 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:42.884 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:42.884 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:42.884 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/fixed-3.yaml").st_ino) 2024-09-16T00:54:42.884 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:42.991 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629551 2024-09-16T00:54:42.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.000 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.000 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.000 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.000 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.001 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/msgr-failures").st_ino) 2024-09-16T00:54:43.001 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.107 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629554 2024-09-16T00:54:43.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/objectstore").st_ino) 2024-09-16T00:54:43.117 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.224 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629555 2024-09-16T00:54:43.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/fs").st_ino) 2024-09-16T00:54:43.233 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.340 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629553 2024-09-16T00:54:43.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.350 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.350 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.350 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.351 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.351 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads").st_ino) 2024-09-16T00:54:43.351 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.458 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629557 2024-09-16T00:54:43.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.468 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.468 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.468 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.468 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_nbd.yaml").st_ino) 2024-09-16T00:54:43.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.576 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629559 2024-09-16T00:54:43.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.584 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.584 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.585 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.585 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.585 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_fsx_nbd.yaml").st_ino) 2024-09-16T00:54:43.585 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.692 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629558 2024-09-16T00:54:43.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.701 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.701 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.701 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.701 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.702 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/%").st_ino) 2024-09-16T00:54:43.702 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.808 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629547 2024-09-16T00:54:43.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.818 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.818 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.819 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.819 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.819 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/thrashers").st_ino) 2024-09-16T00:54:43.819 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:43.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629556 2024-09-16T00:54:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:43.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:43.936 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:43.936 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:43.936 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:43.936 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash").st_ino) 2024-09-16T00:54:43.936 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.043 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629608 2024-09-16T00:54:44.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/base").st_ino) 2024-09-16T00:54:44.052 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.159 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629610 2024-09-16T00:54:44.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.168 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.168 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.169 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.169 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.169 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/base/install.yaml").st_ino) 2024-09-16T00:54:44.169 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629611 2024-09-16T00:54:44.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.285 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.286 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.286 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.286 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.286 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters").st_ino) 2024-09-16T00:54:44.286 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.393 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629612 2024-09-16T00:54:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.402 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.402 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.403 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.403 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.403 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/openstack.yaml").st_ino) 2024-09-16T00:54:44.403 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.510 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629615 2024-09-16T00:54:44.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.519 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.519 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.520 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.520 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.520 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:54:44.520 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.627 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629614 2024-09-16T00:54:44.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.636 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.636 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.636 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.636 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.637 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/+").st_ino) 2024-09-16T00:54:44.637 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.744 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629613 2024-09-16T00:54:44.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/msgr-failures").st_ino) 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.860 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629618 2024-09-16T00:54:44.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.869 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.869 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.869 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.869 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.870 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:44.870 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:44.977 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629619 2024-09-16T00:54:44.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/objectstore").st_ino) 2024-09-16T00:54:44.986 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.093 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629620 2024-09-16T00:54:45.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.102 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.102 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.102 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.103 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.103 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/fs").st_ino) 2024-09-16T00:54:45.103 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.210 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629616 2024-09-16T00:54:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.219 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.219 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.219 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.219 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.220 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:54:45.220 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629617 2024-09-16T00:54:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.337 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.337 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.337 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.337 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.337 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads").st_ino) 2024-09-16T00:54:45.338 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.444 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629624 2024-09-16T00:54:45.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.453 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.453 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.453 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.453 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.453 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writeback.yaml").st_ino) 2024-09-16T00:54:45.454 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.560 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629630 2024-09-16T00:54:45.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.569 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.569 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.569 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.569 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.569 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_copy_on_read.yaml").st_ino) 2024-09-16T00:54:45.570 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.676 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629632 2024-09-16T00:54:45.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_journal.yaml").st_ino) 2024-09-16T00:54:45.685 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.792 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629633 2024-09-16T00:54:45.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_journaling.yaml").st_ino) 2024-09-16T00:54:45.801 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:45.908 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629628 2024-09-16T00:54:45.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_nocache.yaml").st_ino) 2024-09-16T00:54:45.917 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.024 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629634 2024-09-16T00:54:46.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.033 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.034 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.034 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.034 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.034 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests.yaml").st_ino) 2024-09-16T00:54:46.034 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.141 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629626 2024-09-16T00:54:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/journal.yaml").st_ino) 2024-09-16T00:54:46.150 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.257 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629625 2024-09-16T00:54:46.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_copy_on_read.yaml").st_ino) 2024-09-16T00:54:46.266 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.374 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629627 2024-09-16T00:54:46.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_no_locking.yaml").st_ino) 2024-09-16T00:54:46.383 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629629 2024-09-16T00:54:46.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writethrough.yaml").st_ino) 2024-09-16T00:54:46.501 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.608 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629631 2024-09-16T00:54:46.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.617 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.617 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/%").st_ino) 2024-09-16T00:54:46.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629609 2024-09-16T00:54:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers").st_ino) 2024-09-16T00:54:46.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.841 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629621 2024-09-16T00:54:46.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.850 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.851 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:54:46.851 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:46.958 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629623 2024-09-16T00:54:46.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers/cache.yaml").st_ino) 2024-09-16T00:54:46.967 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.074 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629622 2024-09-16T00:54:47.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror").st_ino) 2024-09-16T00:54:47.084 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.191 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629530 2024-09-16T00:54:47.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/base").st_ino) 2024-09-16T00:54:47.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.307 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629532 2024-09-16T00:54:47.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/base/install.yaml").st_ino) 2024-09-16T00:54:47.316 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.423 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629533 2024-09-16T00:54:47.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster").st_ino) 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:47.476 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629534 2024-09-16T00:54:47.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.550 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.550 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.550 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.550 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/openstack.yaml").st_ino) 2024-09-16T00:54:47.551 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.658 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629537 2024-09-16T00:54:47.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.666 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.666 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.667 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.667 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.667 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/2-node.yaml").st_ino) 2024-09-16T00:54:47.667 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.774 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629536 2024-09-16T00:54:47.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.783 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.783 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.783 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.784 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.784 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/+").st_ino) 2024-09-16T00:54:47.784 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:47.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629535 2024-09-16T00:54:47.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:47.900 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:47.900 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:47.900 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:47.901 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:47.901 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/msgr-failures").st_ino) 2024-09-16T00:54:47.901 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.007 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629539 2024-09-16T00:54:48.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.016 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.016 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.017 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.017 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.017 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/objectstore").st_ino) 2024-09-16T00:54:48.017 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629540 2024-09-16T00:54:48.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/fs").st_ino) 2024-09-16T00:54:48.134 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.242 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629538 2024-09-16T00:54:48.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.251 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.252 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.252 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.252 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.252 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads").st_ino) 2024-09-16T00:54:48.252 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.360 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629543 2024-09-16T00:54:48.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.369 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.369 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.369 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.370 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.370 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-stress-workunit.yaml").st_ino) 2024-09-16T00:54:48.370 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.477 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629544 2024-09-16T00:54:48.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-workunit.yaml").st_ino) 2024-09-16T00:54:48.487 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.595 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629545 2024-09-16T00:54:48.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/%").st_ino) 2024-09-16T00:54:48.604 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.711 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629531 2024-09-16T00:54:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.720 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.720 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.720 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.720 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.721 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/rbd-mirror").st_ino) 2024-09-16T00:54:48.721 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.828 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629541 2024-09-16T00:54:48.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.837 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.837 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.837 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.837 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.838 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/rbd-mirror/one-per-cluster.yaml").st_ino) 2024-09-16T00:54:48.838 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:48.945 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629542 2024-09-16T00:54:48.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu").st_ino) 2024-09-16T00:54:48.954 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.061 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629560 2024-09-16T00:54:49.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features").st_ino) 2024-09-16T00:54:49.071 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.178 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629570 2024-09-16T00:54:49.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features/defaults.yaml").st_ino) 2024-09-16T00:54:49.187 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629571 2024-09-16T00:54:49.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features/journaling.yaml").st_ino) 2024-09-16T00:54:49.303 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.411 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629572 2024-09-16T00:54:49.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.419 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.420 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.420 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.420 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.420 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool").st_ino) 2024-09-16T00:54:49.420 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.528 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629577 2024-09-16T00:54:49.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.537 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.537 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.537 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.537 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.538 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/small-cache-pool.yaml").st_ino) 2024-09-16T00:54:49.538 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.645 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629582 2024-09-16T00:54:49.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.653 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.653 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.654 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.654 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.654 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/replicated-data-pool.yaml").st_ino) 2024-09-16T00:54:49.654 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.762 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629581 2024-09-16T00:54:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.771 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.771 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.772 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.772 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.772 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/ec-cache-pool.yaml").st_ino) 2024-09-16T00:54:49.772 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.878 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629578 2024-09-16T00:54:49.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:49.888 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:49.888 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:49.889 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:49.889 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:49.889 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/ec-data-pool.yaml").st_ino) 2024-09-16T00:54:49.889 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:49.996 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629579 2024-09-16T00:54:49.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/none.yaml").st_ino) 2024-09-16T00:54:50.005 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.112 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629580 2024-09-16T00:54:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.122 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.122 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.123 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.123 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.123 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters").st_ino) 2024-09-16T00:54:50.123 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.229 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629566 2024-09-16T00:54:50.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.238 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.238 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.239 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.239 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.239 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/openstack.yaml").st_ino) 2024-09-16T00:54:50.239 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.346 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629569 2024-09-16T00:54:50.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.356 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.356 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.356 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.356 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.356 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/+").st_ino) 2024-09-16T00:54:50.357 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.463 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629567 2024-09-16T00:54:50.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:54:50.472 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.579 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629568 2024-09-16T00:54:50.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/msgr-failures").st_ino) 2024-09-16T00:54:50.588 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.696 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629574 2024-09-16T00:54:50.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:50.705 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.812 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629575 2024-09-16T00:54:50.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/objectstore").st_ino) 2024-09-16T00:54:50.822 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:50.929 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629576 2024-09-16T00:54:50.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/fs").st_ino) 2024-09-16T00:54:50.938 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.045 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629573 2024-09-16T00:54:51.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.054 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.055 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.055 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.055 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.055 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads").st_ino) 2024-09-16T00:54:51.055 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.162 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629583 2024-09-16T00:54:51.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.171 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.171 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.171 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.171 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.171 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_iozone.yaml.disabled").st_ino) 2024-09-16T00:54:51.172 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.279 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629587 2024-09-16T00:54:51.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.288 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.289 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.289 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.289 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.289 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/#qemu_xfstests.yaml#").st_ino) 2024-09-16T00:54:51.289 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.397 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629584 2024-09-16T00:54:51.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.405 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.406 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.406 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.406 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.406 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_xfstests.yaml").st_ino) 2024-09-16T00:54:51.406 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.513 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629588 2024-09-16T00:54:51.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_fsstress.yaml").st_ino) 2024-09-16T00:54:51.522 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.629 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629586 2024-09-16T00:54:51.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.639 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.639 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.639 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.639 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.639 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_bonnie.yaml").st_ino) 2024-09-16T00:54:51.640 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.746 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629585 2024-09-16T00:54:51.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache").st_ino) 2024-09-16T00:54:51.755 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629562 2024-09-16T00:54:51.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.871 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.871 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.872 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.872 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.872 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/writeback.yaml").st_ino) 2024-09-16T00:54:51.872 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:51.979 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629564 2024-09-16T00:54:51.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/writethrough.yaml").st_ino) 2024-09-16T00:54:51.989 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.096 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629565 2024-09-16T00:54:52.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/none.yaml").st_ino) 2024-09-16T00:54:52.106 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.213 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629563 2024-09-16T00:54:52.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/%").st_ino) 2024-09-16T00:54:52.223 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.330 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629561 2024-09-16T00:54:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest").st_ino) 2024-09-16T00:54:52.339 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.446 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629653 2024-09-16T00:54:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic").st_ino) 2024-09-16T00:54:52.455 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.562 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629654 2024-09-16T00:54:52.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic/tasks").st_ino) 2024-09-16T00:54:52.571 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.678 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629655 2024-09-16T00:54:52.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.687 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.688 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.688 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.688 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.688 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic/tasks/rest_test.yaml").st_ino) 2024-09-16T00:54:52.688 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.795 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629656 2024-09-16T00:54:52.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw").st_ino) 2024-09-16T00:54:52.804 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:52.911 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629657 2024-09-16T00:54:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:52.920 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:52.920 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:52.921 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:52.921 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:52.921 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs").st_ino) 2024-09-16T00:54:52.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629658 2024-09-16T00:54:53.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/clusters").st_ino) 2024-09-16T00:54:53.037 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.145 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629660 2024-09-16T00:54:53.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:54:53.154 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.263 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629661 2024-09-16T00:54:53.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/objectstore").st_ino) 2024-09-16T00:54:53.273 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629667 2024-09-16T00:54:53.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/fs").st_ino) 2024-09-16T00:54:53.390 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629665 2024-09-16T00:54:53.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/fs/xfs.yaml").st_ino) 2024-09-16T00:54:53.506 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.613 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629666 2024-09-16T00:54:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/rgw_pool_type").st_ino) 2024-09-16T00:54:53.622 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.729 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629669 2024-09-16T00:54:53.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend").st_ino) 2024-09-16T00:54:53.738 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.845 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629662 2024-09-16T00:54:53.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.854 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.854 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.854 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.855 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend/apache.yaml").st_ino) 2024-09-16T00:54:53.855 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:53.963 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629663 2024-09-16T00:54:53.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend/civetweb.yaml").st_ino) 2024-09-16T00:54:53.972 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.080 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629664 2024-09-16T00:54:54.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/overrides.yaml").st_ino) 2024-09-16T00:54:54.090 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.197 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629668 2024-09-16T00:54:54.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/%").st_ino) 2024-09-16T00:54:54.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.314 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629659 2024-09-16T00:54:54.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks").st_ino) 2024-09-16T00:54:54.323 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.430 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629670 2024-09-16T00:54:54.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.439 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.439 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.439 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.440 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.440 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_roundtrip.yaml").st_ino) 2024-09-16T00:54:54.440 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.547 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629674 2024-09-16T00:54:54.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.556 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.556 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.556 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.557 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.557 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_multipart_upload.yaml").st_ino) 2024-09-16T00:54:54.557 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.664 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629672 2024-09-16T00:54:54.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_user_quota.yaml").st_ino) 2024-09-16T00:54:54.674 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.781 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629677 2024-09-16T00:54:54.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_readwrite.yaml").st_ino) 2024-09-16T00:54:54.790 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:54.897 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629673 2024-09-16T00:54:54.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_swift.yaml").st_ino) 2024-09-16T00:54:54.906 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.014 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629676 2024-09-16T00:54:55.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_s3tests.yaml").st_ino) 2024-09-16T00:54:55.023 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.131 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629675 2024-09-16T00:54:55.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.140 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.140 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.140 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.141 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.141 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_bucket_quota.yaml").st_ino) 2024-09-16T00:54:55.141 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.247 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629671 2024-09-16T00:54:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton").st_ino) 2024-09-16T00:54:55.257 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.365 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629678 2024-09-16T00:54:55.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/objectstore").st_ino) 2024-09-16T00:54:55.374 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.481 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629690 2024-09-16T00:54:55.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.490 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.491 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.491 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.491 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.491 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/fs").st_ino) 2024-09-16T00:54:55.491 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.598 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629688 2024-09-16T00:54:55.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/fs/xfs.yaml").st_ino) 2024-09-16T00:54:55.607 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.714 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629689 2024-09-16T00:54:55.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/rgw_pool_type").st_ino) 2024-09-16T00:54:55.723 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.830 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629692 2024-09-16T00:54:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.839 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.839 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.839 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.839 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.839 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend").st_ino) 2024-09-16T00:54:55.840 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:55.948 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629685 2024-09-16T00:54:55.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:55.957 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:55.957 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:55.957 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:55.958 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:55.958 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend/apache.yaml").st_ino) 2024-09-16T00:54:55.958 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.065 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629686 2024-09-16T00:54:56.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend/civetweb.yaml").st_ino) 2024-09-16T00:54:56.074 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.181 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629687 2024-09-16T00:54:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/overrides.yaml").st_ino) 2024-09-16T00:54:56.190 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.297 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629691 2024-09-16T00:54:56.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/%").st_ino) 2024-09-16T00:54:56.306 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.413 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629679 2024-09-16T00:54:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/xfs.yaml").st_ino) 2024-09-16T00:54:56.422 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.529 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629693 2024-09-16T00:54:56.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.538 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.538 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.538 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.538 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.539 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all").st_ino) 2024-09-16T00:54:56.539 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.645 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629680 2024-09-16T00:54:56.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-multi-region.yaml").st_ino) 2024-09-16T00:54:56.654 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.761 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629682 2024-09-16T00:54:56.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin.yaml").st_ino) 2024-09-16T00:54:56.770 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.877 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629683 2024-09-16T00:54:56.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-data-sync.yaml").st_ino) 2024-09-16T00:54:56.887 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:56.994 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629681 2024-09-16T00:54:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-convert-to-region.yaml").st_ino) 2024-09-16T00:54:57.003 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.110 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629684 2024-09-16T00:54:57.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify").st_ino) 2024-09-16T00:54:57.120 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.227 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629694 2024-09-16T00:54:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater").st_ino) 2024-09-16T00:54:57.236 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629712 2024-09-16T00:54:57.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.352 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.352 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.352 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.352 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.353 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater/valgrind.yaml").st_ino) 2024-09-16T00:54:57.353 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629714 2024-09-16T00:54:57.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater/lockdep.yaml").st_ino) 2024-09-16T00:54:57.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.577 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629713 2024-09-16T00:54:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.586 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.587 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.587 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.587 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.588 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/clusters").st_ino) 2024-09-16T00:54:57.588 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629696 2024-09-16T00:54:57.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:54:57.703 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.810 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629697 2024-09-16T00:54:57.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/msgr-failures").st_ino) 2024-09-16T00:54:57.819 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:57.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629703 2024-09-16T00:54:57.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/msgr-failures/few.yaml").st_ino) 2024-09-16T00:54:57.935 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.042 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629704 2024-09-16T00:54:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/objectstore").st_ino) 2024-09-16T00:54:58.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.158 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629705 2024-09-16T00:54:58.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/fs").st_ino) 2024-09-16T00:54:58.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.274 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629701 2024-09-16T00:54:58.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.284 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.284 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.284 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/fs/xfs.yaml").st_ino) 2024-09-16T00:54:58.284 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.393 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629702 2024-09-16T00:54:58.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.401 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.401 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.401 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/rgw_pool_type").st_ino) 2024-09-16T00:54:58.401 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.508 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629707 2024-09-16T00:54:58.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend").st_ino) 2024-09-16T00:54:58.517 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.624 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629698 2024-09-16T00:54:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.633 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.634 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend/apache.yaml").st_ino) 2024-09-16T00:54:58.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.741 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629699 2024-09-16T00:54:58.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend/civetweb.yaml").st_ino) 2024-09-16T00:54:58.750 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.857 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629700 2024-09-16T00:54:58.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/overrides.yaml").st_ino) 2024-09-16T00:54:58.867 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:58.974 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629706 2024-09-16T00:54:58.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:58.983 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:58.983 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:58.983 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:58.983 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:58.984 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/%").st_ino) 2024-09-16T00:54:58.984 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629695 2024-09-16T00:54:59.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks").st_ino) 2024-09-16T00:54:59.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629708 2024-09-16T00:54:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests_multiregion.yaml").st_ino) 2024-09-16T00:54:59.218 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.325 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629710 2024-09-16T00:54:59.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.334 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.334 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.335 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.335 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.335 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_swift.yaml").st_ino) 2024-09-16T00:54:59.335 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.443 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629711 2024-09-16T00:54:59.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests.yaml").st_ino) 2024-09-16T00:54:59.452 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.560 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629709 2024-09-16T00:54:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy").st_ino) 2024-09-16T00:54:59.569 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.676 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628523 2024-09-16T00:54:59.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.685 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.685 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.685 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.686 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.686 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic").st_ino) 2024-09-16T00:54:59.686 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.793 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628524 2024-09-16T00:54:59.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/ceph-deploy-overrides").st_ino) 2024-09-16T00:54:59.803 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:54:59.910 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628526 2024-09-16T00:54:59.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:54:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:54:59.920 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:54:59.920 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:54:59.920 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:54:59.920 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:54:59.920 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions").st_ino) 2024-09-16T00:54:59.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628529 2024-09-16T00:55:00.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_3.yaml").st_ino) 2024-09-16T00:55:00.037 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.144 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628531 2024-09-16T00:55:00.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.153 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.153 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.153 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.154 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.154 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_2.yaml").st_ino) 2024-09-16T00:55:00.154 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.263 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628530 2024-09-16T00:55:00.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/config_options").st_ino) 2024-09-16T00:55:00.272 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.380 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628527 2024-09-16T00:55:00.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/distros").st_ino) 2024-09-16T00:55:00.390 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628528 2024-09-16T00:55:00.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.506 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.506 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.506 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.507 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.507 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/%").st_ino) 2024-09-16T00:55:00.507 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.614 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628525 2024-09-16T00:55:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.623 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.624 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.624 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.624 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.624 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/tasks").st_ino) 2024-09-16T00:55:00.624 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.731 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628532 2024-09-16T00:55:00.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.740 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.741 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.741 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.741 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.741 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/tasks/ceph-admin-commands.yaml").st_ino) 2024-09-16T00:55:00.741 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.849 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628533 2024-09-16T00:55:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.857 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.857 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.858 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.858 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.858 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt").st_ino) 2024-09-16T00:55:00.858 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:00.965 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629851 2024-09-16T00:55:00.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic").st_ino) 2024-09-16T00:55:00.974 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.081 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629852 2024-09-16T00:55:01.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/clusters").st_ino) 2024-09-16T00:55:01.090 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.197 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629854 2024-09-16T00:55:01.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:55:01.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.314 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629855 2024-09-16T00:55:01.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures").st_ino) 2024-09-16T00:55:01.323 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.430 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629858 2024-09-16T00:55:01.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures/many.yaml").st_ino) 2024-09-16T00:55:01.439 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.546 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629860 2024-09-16T00:55:01.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures/few.yaml").st_ino) 2024-09-16T00:55:01.555 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.662 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629859 2024-09-16T00:55:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.671 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.671 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.671 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.672 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.672 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/fs").st_ino) 2024-09-16T00:55:01.672 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.780 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629856 2024-09-16T00:55:01.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.789 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.789 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.789 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.790 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.790 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:01.790 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:01.897 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629857 2024-09-16T00:55:01.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/%").st_ino) 2024-09-16T00:55:01.906 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.013 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629853 2024-09-16T00:55:02.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks").st_ino) 2024-09-16T00:55:02.023 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.130 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629861 2024-09-16T00:55:02.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.139 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.139 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.139 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.139 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.139 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iozone-sync.yaml").st_ino) 2024-09-16T00:55:02.140 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.246 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629872 2024-09-16T00:55:02.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/dbench-short.yaml").st_ino) 2024-09-16T00:55:02.255 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.362 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629864 2024-09-16T00:55:02.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.371 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.372 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.372 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.372 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.372 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/blogbench.yaml").st_ino) 2024-09-16T00:55:02.372 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.479 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629862 2024-09-16T00:55:02.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/ffsb.yaml").st_ino) 2024-09-16T00:55:02.489 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.597 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629866 2024-09-16T00:55:02.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.606 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.606 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.606 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.606 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.606 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/pjd.yaml").st_ino) 2024-09-16T00:55:02.607 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.713 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629874 2024-09-16T00:55:02.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsync-tester.yaml").st_ino) 2024-09-16T00:55:02.722 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.830 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629870 2024-09-16T00:55:02.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iogen.yaml").st_ino) 2024-09-16T00:55:02.839 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:02.946 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629871 2024-09-16T00:55:02.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsx.yaml").st_ino) 2024-09-16T00:55:02.955 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.062 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629869 2024-09-16T00:55:03.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.071 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.071 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.072 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.072 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.072 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/bonnie.yaml").st_ino) 2024-09-16T00:55:03.072 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.179 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629863 2024-09-16T00:55:03.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fio.yaml").st_ino) 2024-09-16T00:55:03.189 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.296 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629867 2024-09-16T00:55:03.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.305 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.305 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.305 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.305 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.307 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iozone.yaml").st_ino) 2024-09-16T00:55:03.307 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629873 2024-09-16T00:55:03.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.422 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.422 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.422 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.422 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.423 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/dbench.yaml").st_ino) 2024-09-16T00:55:03.423 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.530 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629865 2024-09-16T00:55:03.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsstress.yaml").st_ino) 2024-09-16T00:55:03.539 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.646 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629868 2024-09-16T00:55:03.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba").st_ino) 2024-09-16T00:55:03.655 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.762 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629715 2024-09-16T00:55:03.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/install").st_ino) 2024-09-16T00:55:03.771 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.878 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629721 2024-09-16T00:55:03.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/install/install.yaml").st_ino) 2024-09-16T00:55:03.887 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:03.994 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629722 2024-09-16T00:55:03.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/clusters").st_ino) 2024-09-16T00:55:04.003 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.110 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629717 2024-09-16T00:55:04.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/clusters/samba-basic.yaml").st_ino) 2024-09-16T00:55:04.119 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.226 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629718 2024-09-16T00:55:04.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.235 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.236 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.236 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.236 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.236 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload").st_ino) 2024-09-16T00:55:04.236 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.343 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629728 2024-09-16T00:55:04.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.352 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.352 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.352 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.353 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.353 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-kernel-build.yaml.disabled").st_ino) 2024-09-16T00:55:04.353 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.459 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629731 2024-09-16T00:55:04.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-fsstress.yaml").st_ino) 2024-09-16T00:55:04.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.576 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629730 2024-09-16T00:55:04.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/smbtorture.yaml").st_ino) 2024-09-16T00:55:04.585 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.692 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629732 2024-09-16T00:55:04.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.701 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.701 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.701 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.701 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.702 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-dbench.yaml").st_ino) 2024-09-16T00:55:04.702 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.810 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629729 2024-09-16T00:55:04.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/fs").st_ino) 2024-09-16T00:55:04.819 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:04.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629719 2024-09-16T00:55:04.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/fs/xfs.yaml").st_ino) 2024-09-16T00:55:04.935 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.042 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629720 2024-09-16T00:55:05.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount").st_ino) 2024-09-16T00:55:05.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629723 2024-09-16T00:55:05.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/noceph.yaml").st_ino) 2024-09-16T00:55:05.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.274 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629727 2024-09-16T00:55:05.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/kclient.yaml").st_ino) 2024-09-16T00:55:05.283 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.390 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629725 2024-09-16T00:55:05.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.400 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.400 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.400 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.401 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/fuse.yaml").st_ino) 2024-09-16T00:55:05.401 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.508 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629724 2024-09-16T00:55:05.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/native.yaml").st_ino) 2024-09-16T00:55:05.518 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.625 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629726 2024-09-16T00:55:05.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/%").st_ino) 2024-09-16T00:55:05.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.741 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629716 2024-09-16T00:55:05.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible").st_ino) 2024-09-16T00:55:05.750 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628496 2024-09-16T00:55:05.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke").st_ino) 2024-09-16T00:55:05.866 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:05.974 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628497 2024-09-16T00:55:05.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:05.983 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:05.983 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:05.983 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:05.983 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:05.983 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests").st_ino) 2024-09-16T00:55:05.984 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628518 2024-09-16T00:55:06.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/cls.yaml").st_ino) 2024-09-16T00:55:06.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.208 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628520 2024-09-16T00:55:06.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.217 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.217 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.217 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.217 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.217 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_cli_tests.yaml.disabled").st_ino) 2024-09-16T00:55:06.218 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.325 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628521 2024-09-16T00:55:06.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.334 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.334 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.334 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.335 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.335 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_import_export.yaml").st_ino) 2024-09-16T00:55:06.335 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.443 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628522 2024-09-16T00:55:06.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/ceph-admin-commands.yaml").st_ino) 2024-09-16T00:55:06.452 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.559 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628519 2024-09-16T00:55:06.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/1-distros").st_ino) 2024-09-16T00:55:06.568 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628502 2024-09-16T00:55:06.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters").st_ino) 2024-09-16T00:55:06.684 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.791 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628499 2024-09-16T00:55:06.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/single_mon_osd.yaml").st_ino) 2024-09-16T00:55:06.801 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:06.908 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628501 2024-09-16T00:55:06.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/3-node.yaml").st_ino) 2024-09-16T00:55:06.917 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.024 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628500 2024-09-16T00:55:07.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.033 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.033 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.033 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.033 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.034 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common").st_ino) 2024-09-16T00:55:07.034 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.141 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628505 2024-09-16T00:55:07.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning").st_ino) 2024-09-16T00:55:07.151 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.257 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628507 2024-09-16T00:55:07.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning/vm_friendly.yaml").st_ino) 2024-09-16T00:55:07.267 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.374 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628508 2024-09-16T00:55:07.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.383 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.383 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.384 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.384 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.384 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source").st_ino) 2024-09-16T00:55:07.384 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628509 2024-09-16T00:55:07.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source/upstream_stable.yaml").st_ino) 2024-09-16T00:55:07.501 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.608 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628510 2024-09-16T00:55:07.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.617 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.617 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/%").st_ino) 2024-09-16T00:55:07.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.724 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628506 2024-09-16T00:55:07.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.733 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/%").st_ino) 2024-09-16T00:55:07.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.841 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628498 2024-09-16T00:55:07.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd").st_ino) 2024-09-16T00:55:07.851 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:07.958 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628511 2024-09-16T00:55:07.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:07.967 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:07.968 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:07.968 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:07.968 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:07.968 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal").st_ino) 2024-09-16T00:55:07.968 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.075 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628516 2024-09-16T00:55:08.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.084 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal/collocated.yaml").st_ino) 2024-09-16T00:55:08.085 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.192 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628517 2024-09-16T00:55:08.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.201 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.202 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.202 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.202 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.202 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/%").st_ino) 2024-09-16T00:55:08.202 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.309 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628512 2024-09-16T00:55:08.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices").st_ino) 2024-09-16T00:55:08.319 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.427 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628513 2024-09-16T00:55:08.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.435 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.436 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.436 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.436 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.436 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/osd_auto_discovery.yaml").st_ino) 2024-09-16T00:55:08.436 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628515 2024-09-16T00:55:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/from_teuthology.yaml").st_ino) 2024-09-16T00:55:08.553 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.660 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628514 2024-09-16T00:55:08.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.669 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.669 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.669 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.669 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.670 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup").st_ino) 2024-09-16T00:55:08.670 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.777 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628503 2024-09-16T00:55:08.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.786 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.787 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.787 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.787 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.787 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup/ceph_ansible.yaml").st_ino) 2024-09-16T00:55:08.787 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:08.894 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628504 2024-09-16T00:55:08.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big").st_ino) 2024-09-16T00:55:08.903 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.010 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628469 2024-09-16T00:55:09.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash").st_ino) 2024-09-16T00:55:09.019 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.126 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628470 2024-09-16T00:55:09.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters").st_ino) 2024-09-16T00:55:09.135 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.244 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628474 2024-09-16T00:55:09.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.253 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.253 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.253 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.254 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.254 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/medium.yaml").st_ino) 2024-09-16T00:55:09.254 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.361 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628476 2024-09-16T00:55:09.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.371 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.371 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.371 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.371 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.371 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/big.yaml").st_ino) 2024-09-16T00:55:09.372 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.479 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628475 2024-09-16T00:55:09.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.488 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.488 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.489 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.489 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.489 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/small.yaml").st_ino) 2024-09-16T00:55:09.489 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.596 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628477 2024-09-16T00:55:09.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.605 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.606 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.606 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.606 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.606 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs").st_ino) 2024-09-16T00:55:09.606 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.713 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628478 2024-09-16T00:55:09.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:09.722 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.829 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628479 2024-09-16T00:55:09.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:55:09.839 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:09.947 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628480 2024-09-16T00:55:09.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/workloads").st_ino) 2024-09-16T00:55:09.957 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.064 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628483 2024-09-16T00:55:10.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.073 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.073 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.073 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.073 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.074 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-16T00:55:10.074 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.181 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628484 2024-09-16T00:55:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/ceph").st_ino) 2024-09-16T00:55:10.190 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.297 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628472 2024-09-16T00:55:10.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/ceph/ceph.yaml").st_ino) 2024-09-16T00:55:10.307 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.414 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628473 2024-09-16T00:55:10.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/%").st_ino) 2024-09-16T00:55:10.423 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.530 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628471 2024-09-16T00:55:10.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/thrashers").st_ino) 2024-09-16T00:55:10.539 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.646 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628481 2024-09-16T00:55:10.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.655 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.655 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.655 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.656 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.656 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:55:10.656 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.763 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628482 2024-09-16T00:55:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.772 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.773 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.773 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.773 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.773 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients").st_ino) 2024-09-16T00:55:10.773 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.880 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629052 2024-09-16T00:55:10.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic").st_ino) 2024-09-16T00:55:10.889 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:10.996 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629053 2024-09-16T00:55:10.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/clusters").st_ino) 2024-09-16T00:55:11.006 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.114 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629054 2024-09-16T00:55:11.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:55:11.123 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.230 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629055 2024-09-16T00:55:11.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/fs").st_ino) 2024-09-16T00:55:11.239 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.347 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629056 2024-09-16T00:55:11.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:11.356 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.463 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629057 2024-09-16T00:55:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks").st_ino) 2024-09-16T00:55:11.473 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.580 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629058 2024-09-16T00:55:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.589 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.589 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.590 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.590 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.590 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml").st_ino) 2024-09-16T00:55:11.590 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.697 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629060 2024-09-16T00:55:11.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_dbench_iozone.yaml").st_ino) 2024-09-16T00:55:11.706 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.813 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629059 2024-09-16T00:55:11.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs").st_ino) 2024-09-16T00:55:11.822 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:11.929 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628551 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless").st_ino) 2024-09-16T00:55:11.938 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.045 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628764 2024-09-16T00:55:12.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/traceless").st_ino) 2024-09-16T00:55:12.054 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.161 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628784 2024-09-16T00:55:12.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/traceless/50pc.yaml").st_ino) 2024-09-16T00:55:12.170 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.277 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628785 2024-09-16T00:55:12.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.286 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.286 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.286 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.286 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.287 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides").st_ino) 2024-09-16T00:55:12.287 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.395 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628774 2024-09-16T00:55:12.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.404 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.404 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.405 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.405 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.405 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:12.405 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.512 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628778 2024-09-16T00:55:12.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.521 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.521 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.522 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.522 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.522 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/debug.yaml").st_ino) 2024-09-16T00:55:12.522 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.630 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628776 2024-09-16T00:55:12.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.639 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.639 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.639 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.639 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.640 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/+").st_ino) 2024-09-16T00:55:12.640 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.746 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628775 2024-09-16T00:55:12.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.755 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.755 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.756 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.756 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.756 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:12.756 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.864 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628777 2024-09-16T00:55:12.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/clusters").st_ino) 2024-09-16T00:55:12.873 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:12.980 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628767 2024-09-16T00:55:12.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:12.989 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.097 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628768 2024-09-16T00:55:13.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/objectstore").st_ino) 2024-09-16T00:55:13.106 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.213 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628773 2024-09-16T00:55:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/fs").st_ino) 2024-09-16T00:55:13.222 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.329 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628769 2024-09-16T00:55:13.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/fs/xfs.yaml").st_ino) 2024-09-16T00:55:13.339 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.447 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628770 2024-09-16T00:55:13.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/mount").st_ino) 2024-09-16T00:55:13.456 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.563 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628771 2024-09-16T00:55:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.572 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.572 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.572 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.573 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.573 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/mount/fuse.yaml").st_ino) 2024-09-16T00:55:13.573 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.680 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628772 2024-09-16T00:55:13.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/begin.yaml").st_ino) 2024-09-16T00:55:13.689 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.796 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628766 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.805 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.805 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.805 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.805 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.805 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/%").st_ino) 2024-09-16T00:55:13.806 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:13.912 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628765 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks").st_ino) 2024-09-16T00:55:13.922 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.029 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628779 2024-09-16T00:55:14.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:55:14.038 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.146 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628782 2024-09-16T00:55:14.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:55:14.157 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628780 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:14.274 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.382 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628783 2024-09-16T00:55:14.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:55:14.391 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.498 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628781 2024-09-16T00:55:14.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.507 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.507 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.507 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.507 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.507 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs").st_ino) 2024-09-16T00:55:14.508 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628634 2024-09-16T00:55:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.622 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.622 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.622 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.622 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.623 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides").st_ino) 2024-09-16T00:55:14.623 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.729 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628644 2024-09-16T00:55:14.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:14.739 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.846 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628649 2024-09-16T00:55:14.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.855 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.856 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.856 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.856 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.856 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/mon-debug.yaml").st_ino) 2024-09-16T00:55:14.856 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:14.963 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628648 2024-09-16T00:55:14.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:14.973 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:14.973 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:14.973 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:14.973 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:14.973 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/debug.yaml").st_ino) 2024-09-16T00:55:14.977 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.080 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628646 2024-09-16T00:55:15.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.089 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.089 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.090 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.090 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.090 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/+").st_ino) 2024-09-16T00:55:15.090 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.197 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628645 2024-09-16T00:55:15.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:15.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.314 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628647 2024-09-16T00:55:15.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.322 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.323 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.323 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.323 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.323 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/clusters").st_ino) 2024-09-16T00:55:15.323 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.430 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628637 2024-09-16T00:55:15.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.439 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.439 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.439 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.440 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.440 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/clusters/2-remote-clients.yaml").st_ino) 2024-09-16T00:55:15.440 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.547 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628638 2024-09-16T00:55:15.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/objectstore").st_ino) 2024-09-16T00:55:15.556 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.663 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628643 2024-09-16T00:55:15.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/fs").st_ino) 2024-09-16T00:55:15.672 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.780 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628639 2024-09-16T00:55:15.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.788 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.789 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.789 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.789 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.789 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/fs/xfs.yaml").st_ino) 2024-09-16T00:55:15.789 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:15.897 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628640 2024-09-16T00:55:15.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:15.906 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:15.906 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:15.906 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:15.906 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:15.906 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/mount").st_ino) 2024-09-16T00:55:15.907 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.014 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628641 2024-09-16T00:55:16.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/mount/fuse.yaml").st_ino) 2024-09-16T00:55:16.023 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.130 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628642 2024-09-16T00:55:16.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.139 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.139 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.140 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.140 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.140 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/begin.yaml").st_ino) 2024-09-16T00:55:16.140 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.248 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628636 2024-09-16T00:55:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/%").st_ino) 2024-09-16T00:55:16.258 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628635 2024-09-16T00:55:16.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/tasks").st_ino) 2024-09-16T00:55:16.374 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.481 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628650 2024-09-16T00:55:16.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/tasks/failover.yaml").st_ino) 2024-09-16T00:55:16.490 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.597 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628651 2024-09-16T00:55:16.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.608 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.608 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.608 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.609 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.609 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps").st_ino) 2024-09-16T00:55:16.609 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.717 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628705 2024-09-16T00:55:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.726 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.726 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.726 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.727 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.727 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides").st_ino) 2024-09-16T00:55:16.727 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.833 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628715 2024-09-16T00:55:16.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.842 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.842 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.842 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.842 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.843 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:16.843 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:16.950 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628719 2024-09-16T00:55:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:16.959 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:16.959 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:16.959 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:16.959 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:16.959 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/debug.yaml").st_ino) 2024-09-16T00:55:16.960 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.066 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628717 2024-09-16T00:55:17.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/+").st_ino) 2024-09-16T00:55:17.076 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.184 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628716 2024-09-16T00:55:17.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.192 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.193 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.193 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.193 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.193 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:17.193 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.301 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628718 2024-09-16T00:55:17.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.310 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.310 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.310 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.310 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.311 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/clusters").st_ino) 2024-09-16T00:55:17.311 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.418 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628708 2024-09-16T00:55:17.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.427 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.427 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.427 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.427 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.428 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:17.428 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.531 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:17.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:17.535 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628709 2024-09-16T00:55:17.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.545 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.546 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.546 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.546 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.546 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/objectstore").st_ino) 2024-09-16T00:55:17.546 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.684 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628714 2024-09-16T00:55:17.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.693 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.693 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.693 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.694 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.694 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/fs").st_ino) 2024-09-16T00:55:17.694 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.802 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628710 2024-09-16T00:55:17.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/fs/xfs.yaml").st_ino) 2024-09-16T00:55:17.811 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:17.918 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628711 2024-09-16T00:55:17.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:17.927 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:17.927 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:17.927 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:17.928 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:17.928 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/mount").st_ino) 2024-09-16T00:55:17.928 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.036 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628712 2024-09-16T00:55:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.045 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.045 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.046 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.046 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.046 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/mount/fuse.yaml").st_ino) 2024-09-16T00:55:18.046 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.153 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628713 2024-09-16T00:55:18.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.162 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.162 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.162 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.162 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.162 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/begin.yaml").st_ino) 2024-09-16T00:55:18.163 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.269 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628707 2024-09-16T00:55:18.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/%").st_ino) 2024-09-16T00:55:18.279 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.386 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628706 2024-09-16T00:55:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.395 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.396 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.396 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.396 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.396 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/tasks").st_ino) 2024-09-16T00:55:18.396 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.503 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628720 2024-09-16T00:55:18.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/tasks/snaptests.yaml").st_ino) 2024-09-16T00:55:18.512 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.619 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628721 2024-09-16T00:55:18.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.628 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.628 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.629 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.629 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.629 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic").st_ino) 2024-09-16T00:55:18.629 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.736 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628571 2024-09-16T00:55:18.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides").st_ino) 2024-09-16T00:55:18.745 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.852 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628584 2024-09-16T00:55:18.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.861 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.862 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.862 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.862 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.862 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:18.862 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:18.970 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628588 2024-09-16T00:55:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/debug.yaml").st_ino) 2024-09-16T00:55:18.979 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.086 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628586 2024-09-16T00:55:19.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.095 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.095 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.096 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.096 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.096 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/+").st_ino) 2024-09-16T00:55:19.096 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.204 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628585 2024-09-16T00:55:19.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.213 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.213 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.213 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.213 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.213 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:19.214 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.320 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628587 2024-09-16T00:55:19.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/clusters").st_ino) 2024-09-16T00:55:19.330 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.438 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628574 2024-09-16T00:55:19.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.446 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.447 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.447 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.447 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.447 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:19.447 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.554 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628575 2024-09-16T00:55:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.563 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.563 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.563 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.563 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.563 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/objectstore").st_ino) 2024-09-16T00:55:19.564 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.671 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628583 2024-09-16T00:55:19.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/fs").st_ino) 2024-09-16T00:55:19.680 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.787 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628576 2024-09-16T00:55:19.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/fs/xfs.yaml").st_ino) 2024-09-16T00:55:19.796 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:19.904 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628577 2024-09-16T00:55:19.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:19.912 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:19.912 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:19.913 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:19.913 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:19.913 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/mount").st_ino) 2024-09-16T00:55:19.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.020 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628581 2024-09-16T00:55:20.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/mount/fuse.yaml").st_ino) 2024-09-16T00:55:20.029 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.136 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628582 2024-09-16T00:55:20.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.145 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.146 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline").st_ino) 2024-09-16T00:55:20.146 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.253 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628578 2024-09-16T00:55:20.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline/yes.yaml").st_ino) 2024-09-16T00:55:20.262 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.369 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628580 2024-09-16T00:55:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline/no.yaml").st_ino) 2024-09-16T00:55:20.379 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.487 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628579 2024-09-16T00:55:20.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/begin.yaml").st_ino) 2024-09-16T00:55:20.496 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.604 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628573 2024-09-16T00:55:20.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/%").st_ino) 2024-09-16T00:55:20.613 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.720 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628572 2024-09-16T00:55:20.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks").st_ino) 2024-09-16T00:55:20.729 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628589 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsync.yaml").st_ino) 2024-09-16T00:55:20.846 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:20.954 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628602 2024-09-16T00:55:20.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:20.962 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:20.962 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:20.962 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:20.963 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:20.963 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-16T00:55:20.963 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.070 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628608 2024-09-16T00:55:21.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.079 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.079 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.079 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.080 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.080 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:55:21.080 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.187 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628605 2024-09-16T00:55:21.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.196 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.196 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.196 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.196 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.197 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_norstats.yaml").st_ino) 2024-09-16T00:55:21.197 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.303 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628595 2024-09-16T00:55:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-16T00:55:21.312 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.419 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628607 2024-09-16T00:55:21.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.429 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.429 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.429 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.429 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.430 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:55:21.430 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.536 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628599 2024-09-16T00:55:21.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:55:21.545 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.652 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628601 2024-09-16T00:55:21.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_java.yaml").st_ino) 2024-09-16T00:55:21.662 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.769 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628609 2024-09-16T00:55:21.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.778 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.778 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.778 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.778 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.778 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-16T00:55:21.779 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:21.885 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628593 2024-09-16T00:55:21.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:21.894 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:21.894 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:21.894 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:21.894 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:21.895 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml").st_ino) 2024-09-16T00:55:21.895 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.001 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628594 2024-09-16T00:55:22.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/mds_creation_retry.yaml").st_ino) 2024-09-16T00:55:22.010 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628611 2024-09-16T00:55:22.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/asok_dump_tree.yaml").st_ino) 2024-09-16T00:55:22.126 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.233 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628590 2024-09-16T00:55:22.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_quota.yaml").st_ino) 2024-09-16T00:55:22.242 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.349 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628596 2024-09-16T00:55:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml").st_ino) 2024-09-16T00:55:22.358 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.465 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628606 2024-09-16T00:55:22.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.474 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.474 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.474 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.474 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.475 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_kernel_untar_build.yaml").st_ino) 2024-09-16T00:55:22.475 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.582 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628592 2024-09-16T00:55:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.591 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.591 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.591 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.591 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.592 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:55:22.592 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.698 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628597 2024-09-16T00:55:22.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_python.yaml").st_ino) 2024-09-16T00:55:22.707 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.815 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628610 2024-09-16T00:55:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.824 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.825 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.825 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.825 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.825 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:22.825 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:22.932 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628600 2024-09-16T00:55:22.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cephfs_scrub_tests.yaml").st_ino) 2024-09-16T00:55:22.941 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.048 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628591 2024-09-16T00:55:23.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iogen.yaml").st_ino) 2024-09-16T00:55:23.057 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.164 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628603 2024-09-16T00:55:23.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:55:23.174 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.282 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628598 2024-09-16T00:55:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.290 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.291 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.291 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.291 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:55:23.291 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.399 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628604 2024-09-16T00:55:23.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery").st_ino) 2024-09-16T00:55:23.408 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.515 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628670 2024-09-16T00:55:23.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.524 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.525 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.525 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.525 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.525 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides").st_ino) 2024-09-16T00:55:23.525 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628680 2024-09-16T00:55:23.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:23.641 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.749 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628685 2024-09-16T00:55:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.757 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.757 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.758 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.758 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.758 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/fuse-unmounted.yaml").st_ino) 2024-09-16T00:55:23.758 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.865 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628684 2024-09-16T00:55:23.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.874 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.874 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.874 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.875 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.875 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/debug.yaml").st_ino) 2024-09-16T00:55:23.875 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:23.983 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628682 2024-09-16T00:55:23.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:23.992 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:23.992 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:23.992 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:23.992 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:23.992 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/+").st_ino) 2024-09-16T00:55:23.993 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.099 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628681 2024-09-16T00:55:24.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:24.109 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.216 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628683 2024-09-16T00:55:24.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.226 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.226 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.226 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.227 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.227 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/clusters").st_ino) 2024-09-16T00:55:24.227 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.333 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628673 2024-09-16T00:55:24.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/clusters/4-remote-clients.yaml").st_ino) 2024-09-16T00:55:24.343 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.450 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628674 2024-09-16T00:55:24.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/objectstore").st_ino) 2024-09-16T00:55:24.459 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.566 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628679 2024-09-16T00:55:24.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.576 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.576 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.576 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.576 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.577 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/fs").st_ino) 2024-09-16T00:55:24.577 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.683 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628675 2024-09-16T00:55:24.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/fs/xfs.yaml").st_ino) 2024-09-16T00:55:24.692 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.799 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628676 2024-09-16T00:55:24.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/mount").st_ino) 2024-09-16T00:55:24.809 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:24.916 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628677 2024-09-16T00:55:24.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:24.925 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:24.925 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:24.925 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:24.926 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:24.926 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/mount/fuse.yaml").st_ino) 2024-09-16T00:55:24.926 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.033 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628678 2024-09-16T00:55:25.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/begin.yaml").st_ino) 2024-09-16T00:55:25.043 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.151 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628672 2024-09-16T00:55:25.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/%").st_ino) 2024-09-16T00:55:25.160 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.270 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628671 2024-09-16T00:55:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks").st_ino) 2024-09-16T00:55:25.279 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.386 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628686 2024-09-16T00:55:25.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.395 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.396 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.396 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.396 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.396 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/backtrace.yaml").st_ino) 2024-09-16T00:55:25.396 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.503 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628688 2024-09-16T00:55:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.512 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.512 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.513 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.513 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.513 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/forward-scrub.yaml").st_ino) 2024-09-16T00:55:25.513 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.621 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628696 2024-09-16T00:55:25.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.629 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.630 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.630 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.630 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.630 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-readahad.yaml").st_ino) 2024-09-16T00:55:25.630 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.737 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628691 2024-09-16T00:55:25.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/volume-client.yaml").st_ino) 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.853 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628704 2024-09-16T00:55:25.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.862 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.862 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.862 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.863 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.863 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/config-commands.yaml").st_ino) 2024-09-16T00:55:25.863 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:25.970 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628693 2024-09-16T00:55:25.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/mds-full.yaml").st_ino) 2024-09-16T00:55:25.979 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.086 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628700 2024-09-16T00:55:26.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/sessionmap.yaml").st_ino) 2024-09-16T00:55:26.095 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.202 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628702 2024-09-16T00:55:26.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.211 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.211 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.211 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.211 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.212 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/data-scan.yaml").st_ino) 2024-09-16T00:55:26.212 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.319 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628695 2024-09-16T00:55:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/cap-flush.yaml").st_ino) 2024-09-16T00:55:26.329 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.436 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628689 2024-09-16T00:55:26.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/mds-flush.yaml").st_ino) 2024-09-16T00:55:26.446 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.553 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628699 2024-09-16T00:55:26.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/auto-repair.yaml").st_ino) 2024-09-16T00:55:26.562 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.669 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628687 2024-09-16T00:55:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/damage.yaml").st_ino) 2024-09-16T00:55:26.678 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.785 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628694 2024-09-16T00:55:26.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.794 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.795 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.795 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.795 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.795 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-recovery.yaml").st_ino) 2024-09-16T00:55:26.795 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:26.903 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628692 2024-09-16T00:55:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.911 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:26.911 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:26.911 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:26.911 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:26.912 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/journal-repair.yaml").st_ino) 2024-09-16T00:55:26.912 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.019 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628698 2024-09-16T00:55:27.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.028 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.028 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.028 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.029 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.029 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-limits.yaml").st_ino) 2024-09-16T00:55:27.029 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.137 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628690 2024-09-16T00:55:27.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/strays.yaml").st_ino) 2024-09-16T00:55:27.146 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.253 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628703 2024-09-16T00:55:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.262 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.263 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.263 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.263 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.263 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/fragment.yaml").st_ino) 2024-09-16T00:55:27.263 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.370 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628697 2024-09-16T00:55:27.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/pool-perm.yaml").st_ino) 2024-09-16T00:55:27.379 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.486 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628701 2024-09-16T00:55:27.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.495 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.496 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.496 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.496 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.496 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission").st_ino) 2024-09-16T00:55:27.496 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.603 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628652 2024-09-16T00:55:27.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides").st_ino) 2024-09-16T00:55:27.612 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628662 2024-09-16T00:55:27.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.728 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.728 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.729 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.729 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.729 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:27.729 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.836 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628666 2024-09-16T00:55:27.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.846 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.846 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.846 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.846 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.846 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/debug.yaml").st_ino) 2024-09-16T00:55:27.847 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:27.953 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628664 2024-09-16T00:55:27.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/+").st_ino) 2024-09-16T00:55:27.963 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.070 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628663 2024-09-16T00:55:28.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:28.081 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.188 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628665 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/clusters").st_ino) 2024-09-16T00:55:28.197 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.304 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628655 2024-09-16T00:55:28.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:28.314 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.421 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628656 2024-09-16T00:55:28.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.430 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.431 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.431 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.431 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.431 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/objectstore").st_ino) 2024-09-16T00:55:28.431 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.538 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628661 2024-09-16T00:55:28.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.547 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.547 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.547 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.547 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.547 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/fs").st_ino) 2024-09-16T00:55:28.548 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.654 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628657 2024-09-16T00:55:28.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.663 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.664 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.664 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.664 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.664 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/fs/xfs.yaml").st_ino) 2024-09-16T00:55:28.664 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.771 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628658 2024-09-16T00:55:28.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/mount").st_ino) 2024-09-16T00:55:28.781 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:28.888 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628659 2024-09-16T00:55:28.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/mount/fuse.yaml").st_ino) 2024-09-16T00:55:28.897 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.003 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628660 2024-09-16T00:55:29.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/begin.yaml").st_ino) 2024-09-16T00:55:29.013 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628654 2024-09-16T00:55:29.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/%").st_ino) 2024-09-16T00:55:29.129 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.236 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628653 2024-09-16T00:55:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.245 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.245 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.245 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.245 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.246 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks").st_ino) 2024-09-16T00:55:29.246 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.352 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628667 2024-09-16T00:55:29.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.361 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.361 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.361 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.362 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.362 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:55:29.362 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.468 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628669 2024-09-16T00:55:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.477 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.478 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.478 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.478 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.478 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-16T00:55:29.478 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.585 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628668 2024-09-16T00:55:29.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay").st_ino) 2024-09-16T00:55:29.595 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.702 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628722 2024-09-16T00:55:29.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides").st_ino) 2024-09-16T00:55:29.711 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.818 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628732 2024-09-16T00:55:29.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:29.828 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:29.935 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628736 2024-09-16T00:55:29.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.944 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:29.944 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:29.944 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:29.944 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:29.945 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/debug.yaml").st_ino) 2024-09-16T00:55:29.945 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.052 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628734 2024-09-16T00:55:30.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/+").st_ino) 2024-09-16T00:55:30.061 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.168 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628733 2024-09-16T00:55:30.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:30.178 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.286 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628735 2024-09-16T00:55:30.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/clusters").st_ino) 2024-09-16T00:55:30.295 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.403 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628725 2024-09-16T00:55:30.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/clusters/standby-replay.yaml").st_ino) 2024-09-16T00:55:30.412 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.519 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628726 2024-09-16T00:55:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.528 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.529 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.529 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.529 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.529 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/objectstore").st_ino) 2024-09-16T00:55:30.529 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.637 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628731 2024-09-16T00:55:30.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.646 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.647 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.647 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.647 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.647 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/fs").st_ino) 2024-09-16T00:55:30.647 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.754 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628727 2024-09-16T00:55:30.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.763 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.763 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.763 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.763 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.763 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/fs/xfs.yaml").st_ino) 2024-09-16T00:55:30.764 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.870 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628728 2024-09-16T00:55:30.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/mount").st_ino) 2024-09-16T00:55:30.879 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:30.986 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628729 2024-09-16T00:55:30.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/mount/fuse.yaml").st_ino) 2024-09-16T00:55:30.995 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.102 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628730 2024-09-16T00:55:31.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.112 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.112 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.112 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.113 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.113 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/begin.yaml").st_ino) 2024-09-16T00:55:31.113 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.220 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628724 2024-09-16T00:55:31.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/%").st_ino) 2024-09-16T00:55:31.229 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.336 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628723 2024-09-16T00:55:31.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/tasks").st_ino) 2024-09-16T00:55:31.345 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.452 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628737 2024-09-16T00:55:31.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.461 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.462 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.462 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.462 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.462 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/tasks/migration.yaml").st_ino) 2024-09-16T00:55:31.462 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628738 2024-09-16T00:55:31.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits").st_ino) 2024-09-16T00:55:31.578 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.684 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628552 2024-09-16T00:55:31.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides").st_ino) 2024-09-16T00:55:31.694 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.802 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628562 2024-09-16T00:55:31.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:31.811 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:31.919 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628567 2024-09-16T00:55:31.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.927 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:31.928 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:31.928 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:31.928 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:31.928 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/debug.yaml").st_ino) 2024-09-16T00:55:31.928 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.035 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628564 2024-09-16T00:55:32.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/+").st_ino) 2024-09-16T00:55:32.044 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.151 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628563 2024-09-16T00:55:32.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.160 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.160 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.160 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.160 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.161 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/faked-ino.yaml").st_ino) 2024-09-16T00:55:32.161 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.268 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628565 2024-09-16T00:55:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:32.277 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.384 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628566 2024-09-16T00:55:32.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.393 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.394 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.394 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.394 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.394 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/clusters").st_ino) 2024-09-16T00:55:32.394 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628555 2024-09-16T00:55:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:32.510 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.618 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628556 2024-09-16T00:55:32.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/objectstore").st_ino) 2024-09-16T00:55:32.627 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628561 2024-09-16T00:55:32.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/fs").st_ino) 2024-09-16T00:55:32.743 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628557 2024-09-16T00:55:32.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/fs/xfs.yaml").st_ino) 2024-09-16T00:55:32.860 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:32.968 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628558 2024-09-16T00:55:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/mount").st_ino) 2024-09-16T00:55:32.977 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.085 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628559 2024-09-16T00:55:33.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/mount/fuse.yaml").st_ino) 2024-09-16T00:55:33.094 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.201 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628560 2024-09-16T00:55:33.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.210 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.210 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.210 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.210 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.210 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/begin.yaml").st_ino) 2024-09-16T00:55:33.211 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.318 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628554 2024-09-16T00:55:33.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/%").st_ino) 2024-09-16T00:55:33.327 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.434 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628553 2024-09-16T00:55:33.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks").st_ino) 2024-09-16T00:55:33.443 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628568 2024-09-16T00:55:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.559 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.559 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.560 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.560 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.560 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:55:33.560 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.668 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628570 2024-09-16T00:55:33.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:33.677 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.784 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628569 2024-09-16T00:55:33.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.793 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.793 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.793 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.793 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.794 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash").st_ino) 2024-09-16T00:55:33.794 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:33.900 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628739 2024-09-16T00:55:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.909 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:33.909 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:33.909 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:33.910 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:33.910 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/ceph-thrash").st_ino) 2024-09-16T00:55:33.910 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.016 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628742 2024-09-16T00:55:34.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/ceph-thrash/default.yaml").st_ino) 2024-09-16T00:55:34.084 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628743 2024-09-16T00:55:34.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides").st_ino) 2024-09-16T00:55:34.201 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.309 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628754 2024-09-16T00:55:34.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:34.318 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.426 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628758 2024-09-16T00:55:34.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/debug.yaml").st_ino) 2024-09-16T00:55:34.435 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.542 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628756 2024-09-16T00:55:34.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.552 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.552 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.552 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.552 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/+").st_ino) 2024-09-16T00:55:34.552 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.659 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628755 2024-09-16T00:55:34.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:34.669 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.776 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628757 2024-09-16T00:55:34.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/clusters").st_ino) 2024-09-16T00:55:34.785 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:34.893 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628744 2024-09-16T00:55:34.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/clusters/mds-1active-1standby.yaml").st_ino) 2024-09-16T00:55:34.902 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.009 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628745 2024-09-16T00:55:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures").st_ino) 2024-09-16T00:55:35.019 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.127 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628750 2024-09-16T00:55:35.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures/osd-mds-delay.yaml").st_ino) 2024-09-16T00:55:35.136 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.244 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628752 2024-09-16T00:55:35.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures/none.yaml").st_ino) 2024-09-16T00:55:35.253 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.360 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628751 2024-09-16T00:55:35.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.369 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.369 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.369 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.369 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.369 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/objectstore").st_ino) 2024-09-16T00:55:35.370 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.476 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628753 2024-09-16T00:55:35.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.485 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.485 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.485 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.485 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.485 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/fs").st_ino) 2024-09-16T00:55:35.486 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.593 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628746 2024-09-16T00:55:35.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.601 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.601 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.602 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.602 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.602 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:55:35.602 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.709 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628747 2024-09-16T00:55:35.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/mount").st_ino) 2024-09-16T00:55:35.719 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.826 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628748 2024-09-16T00:55:35.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/mount/fuse.yaml").st_ino) 2024-09-16T00:55:35.836 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:35.943 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628749 2024-09-16T00:55:35.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:35.952 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:35.952 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:35.952 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:35.952 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:35.952 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/begin.yaml").st_ino) 2024-09-16T00:55:35.953 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.060 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628741 2024-09-16T00:55:36.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/%").st_ino) 2024-09-16T00:55:36.069 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.176 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628740 2024-09-16T00:55:36.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.185 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.186 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.186 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.186 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.186 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks").st_ino) 2024-09-16T00:55:36.186 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.293 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628759 2024-09-16T00:55:36.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.302 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.302 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.302 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.302 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.302 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:55:36.303 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.410 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628762 2024-09-16T00:55:36.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-16T00:55:36.419 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.526 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628763 2024-09-16T00:55:36.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.535 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.535 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.535 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.535 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.535 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_snaptests.yaml").st_ino) 2024-09-16T00:55:36.536 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.643 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628760 2024-09-16T00:55:36.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.651 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.651 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.652 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.652 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.652 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:36.652 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.759 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628761 2024-09-16T00:55:36.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.768 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.769 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.769 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.769 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.769 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify").st_ino) 2024-09-16T00:55:36.769 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.876 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628786 2024-09-16T00:55:36.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:36.885 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:36.886 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:36.886 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:36.886 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:36.886 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater").st_ino) 2024-09-16T00:55:36.886 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:36.993 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628806 2024-09-16T00:55:36.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.002 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.002 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.002 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.003 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.003 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml").st_ino) 2024-09-16T00:55:37.003 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.111 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628808 2024-09-16T00:55:37.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.120 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.120 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.120 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.120 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.120 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater/lockdep.yaml").st_ino) 2024-09-16T00:55:37.121 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.228 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628807 2024-09-16T00:55:37.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides").st_ino) 2024-09-16T00:55:37.237 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.344 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628796 2024-09-16T00:55:37.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:37.353 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.460 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628801 2024-09-16T00:55:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/mon-debug.yaml").st_ino) 2024-09-16T00:55:37.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.576 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628800 2024-09-16T00:55:37.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.585 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.586 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.586 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.586 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.586 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/debug.yaml").st_ino) 2024-09-16T00:55:37.586 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.693 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628798 2024-09-16T00:55:37.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/+").st_ino) 2024-09-16T00:55:37.703 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.811 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628797 2024-09-16T00:55:37.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:37.820 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:37.927 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628799 2024-09-16T00:55:37.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/clusters").st_ino) 2024-09-16T00:55:37.937 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.044 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628789 2024-09-16T00:55:38.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.053 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.053 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.053 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.053 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.053 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-16T00:55:38.054 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.161 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628790 2024-09-16T00:55:38.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/objectstore").st_ino) 2024-09-16T00:55:38.170 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.277 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628795 2024-09-16T00:55:38.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/fs").st_ino) 2024-09-16T00:55:38.286 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.395 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628791 2024-09-16T00:55:38.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/fs/xfs.yaml").st_ino) 2024-09-16T00:55:38.405 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.513 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628792 2024-09-16T00:55:38.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/mount").st_ino) 2024-09-16T00:55:38.522 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.629 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628793 2024-09-16T00:55:38.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.638 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.638 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.638 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.639 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.639 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/mount/fuse.yaml").st_ino) 2024-09-16T00:55:38.639 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.746 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628794 2024-09-16T00:55:38.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/begin.yaml").st_ino) 2024-09-16T00:55:38.755 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.863 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628788 2024-09-16T00:55:38.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.872 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.872 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.872 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.873 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.873 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/%").st_ino) 2024-09-16T00:55:38.873 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:38.980 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628787 2024-09-16T00:55:38.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:38.989 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:38.989 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:38.989 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:38.989 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:38.990 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks").st_ino) 2024-09-16T00:55:38.990 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.096 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628802 2024-09-16T00:55:39.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.105 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.106 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.106 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.106 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.106 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-16T00:55:39.106 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.213 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628805 2024-09-16T00:55:39.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:39.222 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.329 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628804 2024-09-16T00:55:39.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:55:39.338 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.445 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628803 2024-09-16T00:55:39.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.454 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.455 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.455 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.455 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient").st_ino) 2024-09-16T00:55:39.455 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.562 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628612 2024-09-16T00:55:39.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides").st_ino) 2024-09-16T00:55:39.572 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.679 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628624 2024-09-16T00:55:39.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.688 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.689 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.689 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.689 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.689 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-16T00:55:39.689 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.796 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628628 2024-09-16T00:55:39.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.805 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.805 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.805 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.805 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.806 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/debug.yaml").st_ino) 2024-09-16T00:55:39.806 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:39.912 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628626 2024-09-16T00:55:39.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/+").st_ino) 2024-09-16T00:55:39.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.031 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628625 2024-09-16T00:55:40.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/frag_enable.yaml").st_ino) 2024-09-16T00:55:40.040 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.147 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628627 2024-09-16T00:55:40.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.156 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.157 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.157 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.157 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.157 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters").st_ino) 2024-09-16T00:55:40.157 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.266 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628615 2024-09-16T00:55:40.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.274 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.275 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.275 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.275 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.275 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters/three_clients.yaml").st_ino) 2024-09-16T00:55:40.275 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.383 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628616 2024-09-16T00:55:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.391 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.391 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.392 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.392 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.392 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters/two_clients.yaml").st_ino) 2024-09-16T00:55:40.392 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.499 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628617 2024-09-16T00:55:40.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/objectstore").st_ino) 2024-09-16T00:55:40.508 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.615 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628623 2024-09-16T00:55:40.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/fs").st_ino) 2024-09-16T00:55:40.624 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.731 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628618 2024-09-16T00:55:40.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/fs/xfs.yaml").st_ino) 2024-09-16T00:55:40.740 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628619 2024-09-16T00:55:40.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount").st_ino) 2024-09-16T00:55:40.857 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:40.964 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628620 2024-09-16T00:55:40.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount/fuse.yaml").st_ino) 2024-09-16T00:55:40.974 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.081 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628621 2024-09-16T00:55:41.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount/kclient.yaml.disabled").st_ino) 2024-09-16T00:55:41.091 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.199 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628622 2024-09-16T00:55:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/begin.yaml").st_ino) 2024-09-16T00:55:41.209 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.316 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628614 2024-09-16T00:55:41.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/%").st_ino) 2024-09-16T00:55:41.325 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.433 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628613 2024-09-16T00:55:41.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks").st_ino) 2024-09-16T00:55:41.443 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.550 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628629 2024-09-16T00:55:41.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/fsx-mpi.yaml.disabled").st_ino) 2024-09-16T00:55:41.559 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.666 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628631 2024-09-16T00:55:41.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/ior-shared-file.yaml").st_ino) 2024-09-16T00:55:41.675 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628632 2024-09-16T00:55:41.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.791 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.791 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.792 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.792 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.792 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/cephfs_misc_tests.yaml").st_ino) 2024-09-16T00:55:41.792 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:41.899 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628630 2024-09-16T00:55:41.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/mdtest.yaml").st_ino) 2024-09-16T00:55:41.908 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.015 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628633 2024-09-16T00:55:42.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk").st_ino) 2024-09-16T00:55:42.024 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628534 2024-09-16T00:55:42.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.140 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.140 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.140 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.141 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.141 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic").st_ino) 2024-09-16T00:55:42.141 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.247 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628535 2024-09-16T00:55:42.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/distros").st_ino) 2024-09-16T00:55:42.257 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.364 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628537 2024-09-16T00:55:42.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.373 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.373 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.373 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.373 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.374 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/%").st_ino) 2024-09-16T00:55:42.374 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.480 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628536 2024-09-16T00:55:42.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.489 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.490 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.490 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.490 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.490 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/tasks").st_ino) 2024-09-16T00:55:42.490 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.597 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628538 2024-09-16T00:55:42.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/tasks/ceph-disk.yaml").st_ino) 2024-09-16T00:55:42.607 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628539 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.723 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.724 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.724 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.724 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.724 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd").st_ino) 2024-09-16T00:55:42.724 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.831 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628915 2024-09-16T00:55:42.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap").st_ino) 2024-09-16T00:55:42.841 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:42.948 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628982 2024-09-16T00:55:42.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:42.957 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:42.958 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:42.958 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:42.958 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:42.958 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/clusters").st_ino) 2024-09-16T00:55:42.958 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.066 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628986 2024-09-16T00:55:43.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/clusters/separate-client.yaml").st_ino) 2024-09-16T00:55:43.075 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.182 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628987 2024-09-16T00:55:43.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/ceph").st_ino) 2024-09-16T00:55:43.192 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628984 2024-09-16T00:55:43.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.308 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.308 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.308 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.309 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.309 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/ceph/ceph.yaml").st_ino) 2024-09-16T00:55:43.309 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.417 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628985 2024-09-16T00:55:43.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.426 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.426 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.426 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.426 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.427 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels").st_ino) 2024-09-16T00:55:43.427 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.533 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628989 2024-09-16T00:55:43.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.542 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.542 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.542 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.543 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.543 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/pre-single-major.yaml").st_ino) 2024-09-16T00:55:43.543 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.650 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628990 2024-09-16T00:55:43.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.658 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.659 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.659 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.659 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.659 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-on.yaml").st_ino) 2024-09-16T00:55:43.659 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628992 2024-09-16T00:55:43.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-off.yaml").st_ino) 2024-09-16T00:55:43.776 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:43.883 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628991 2024-09-16T00:55:43.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:43.892 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:43.893 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:43.893 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:43.893 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:43.893 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/conf.yaml").st_ino) 2024-09-16T00:55:43.893 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.000 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628988 2024-09-16T00:55:44.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.009 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.009 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.009 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.009 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.010 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/%").st_ino) 2024-09-16T00:55:44.010 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.117 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628983 2024-09-16T00:55:44.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/xfs.yaml").st_ino) 2024-09-16T00:55:44.126 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.234 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628995 2024-09-16T00:55:44.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/tasks").st_ino) 2024-09-16T00:55:44.245 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.353 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628993 2024-09-16T00:55:44.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/tasks/unmap.yaml").st_ino) 2024-09-16T00:55:44.359 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.467 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628994 2024-09-16T00:55:44.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.475 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.476 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.476 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.476 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.476 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd").st_ino) 2024-09-16T00:55:44.476 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.583 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628937 2024-09-16T00:55:44.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.592 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.592 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.592 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.592 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.592 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/clusters").st_ino) 2024-09-16T00:55:44.593 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.699 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628939 2024-09-16T00:55:44.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:55:44.708 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.815 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628940 2024-09-16T00:55:44.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures").st_ino) 2024-09-16T00:55:44.824 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:44.931 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628944 2024-09-16T00:55:44.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures/many.yaml").st_ino) 2024-09-16T00:55:44.940 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.047 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628946 2024-09-16T00:55:45.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.056 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.057 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.057 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.057 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.057 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures/few.yaml").st_ino) 2024-09-16T00:55:45.057 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.165 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628945 2024-09-16T00:55:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/fs").st_ino) 2024-09-16T00:55:45.175 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.282 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628942 2024-09-16T00:55:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:45.292 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.399 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628943 2024-09-16T00:55:45.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.409 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.409 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.409 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.409 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.409 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/conf.yaml").st_ino) 2024-09-16T00:55:45.410 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.516 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628941 2024-09-16T00:55:45.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.525 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.525 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.525 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.525 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.526 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/%").st_ino) 2024-09-16T00:55:45.526 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628938 2024-09-16T00:55:45.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks").st_ino) 2024-09-16T00:55:45.641 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.748 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628947 2024-09-16T00:55:45.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:55:45.758 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.866 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628952 2024-09-16T00:55:45.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_fio.yaml").st_ino) 2024-09-16T00:55:45.875 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:45.982 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628948 2024-09-16T00:55:45.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:55:45.991 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.098 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628951 2024-09-16T00:55:46.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_ext4.yaml").st_ino) 2024-09-16T00:55:46.108 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.215 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628954 2024-09-16T00:55:46.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:55:46.225 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.333 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628956 2024-09-16T00:55:46.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:55:46.342 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.450 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628950 2024-09-16T00:55:46.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_kernel_untar_build.yaml").st_ino) 2024-09-16T00:55:46.459 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.566 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628949 2024-09-16T00:55:46.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.575 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.575 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.575 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.575 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.575 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_trivial_sync.yaml").st_ino) 2024-09-16T00:55:46.576 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.682 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628957 2024-09-16T00:55:46.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_btrfs.yaml").st_ino) 2024-09-16T00:55:46.693 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.799 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628953 2024-09-16T00:55:46.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.808 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.808 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.808 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.808 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.808 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:55:46.809 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:46.915 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628955 2024-09-16T00:55:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:46.924 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:46.924 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:46.924 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:46.925 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:46.925 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton").st_ino) 2024-09-16T00:55:46.925 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628958 2024-09-16T00:55:47.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures").st_ino) 2024-09-16T00:55:47.042 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.150 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628963 2024-09-16T00:55:47.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures/many.yaml").st_ino) 2024-09-16T00:55:47.159 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.267 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628965 2024-09-16T00:55:47.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.276 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.276 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.276 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.276 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.277 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures/few.yaml").st_ino) 2024-09-16T00:55:47.277 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.384 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628964 2024-09-16T00:55:47.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.393 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.393 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.393 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.394 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.394 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/fs").st_ino) 2024-09-16T00:55:47.394 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.500 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628961 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.509 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.509 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.509 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.510 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.510 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:47.510 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.617 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628962 2024-09-16T00:55:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.621 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:47.623 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/conf.yaml").st_ino) 2024-09-16T00:55:47.626 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.733 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628960 2024-09-16T00:55:47.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/%").st_ino) 2024-09-16T00:55:47.742 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.810 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628959 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/tasks").st_ino) 2024-09-16T00:55:47.819 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:47.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628966 2024-09-16T00:55:47.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/tasks/rbd_xfstests.yaml").st_ino) 2024-09-16T00:55:47.935 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.042 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628967 2024-09-16T00:55:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount").st_ino) 2024-09-16T00:55:48.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.159 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628916 2024-09-16T00:55:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/install").st_ino) 2024-09-16T00:55:48.168 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.277 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628923 2024-09-16T00:55:48.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.286 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.286 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.286 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.287 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.287 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/install/ceph.yaml").st_ino) 2024-09-16T00:55:48.287 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.394 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628924 2024-09-16T00:55:48.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/clusters").st_ino) 2024-09-16T00:55:48.403 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.510 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628918 2024-09-16T00:55:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:55:48.519 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.627 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628919 2024-09-16T00:55:48.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.636 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.636 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.636 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.636 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.636 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures").st_ino) 2024-09-16T00:55:48.637 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628925 2024-09-16T00:55:48.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/many.yaml").st_ino) 2024-09-16T00:55:48.753 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.861 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628927 2024-09-16T00:55:48.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.869 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.869 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.870 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.870 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.870 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/few.yaml").st_ino) 2024-09-16T00:55:48.870 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:48.977 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628926 2024-09-16T00:55:48.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/fs").st_ino) 2024-09-16T00:55:48.987 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.094 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628921 2024-09-16T00:55:49.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:49.104 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628922 2024-09-16T00:55:49.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.220 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.220 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.220 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.220 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.220 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/conf.yaml").st_ino) 2024-09-16T00:55:49.221 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.328 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628920 2024-09-16T00:55:49.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/%").st_ino) 2024-09-16T00:55:49.337 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.445 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628917 2024-09-16T00:55:49.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks").st_ino) 2024-09-16T00:55:49.454 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.561 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628928 2024-09-16T00:55:49.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.570 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.570 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.570 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.571 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.571 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_unmap.yaml").st_ino) 2024-09-16T00:55:49.571 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628935 2024-09-16T00:55:49.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.687 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.687 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.688 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.688 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.688 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kfsx.yaml").st_ino) 2024-09-16T00:55:49.688 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.795 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628933 2024-09-16T00:55:49.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.804 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.804 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.804 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.804 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.804 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_image_read.yaml").st_ino) 2024-09-16T00:55:49.805 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:49.911 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628931 2024-09-16T00:55:49.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:49.920 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:49.921 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:49.921 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:49.921 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:49.921 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_simple_big.yaml").st_ino) 2024-09-16T00:55:49.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628936 2024-09-16T00:55:50.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_concurrent.yaml").st_ino) 2024-09-16T00:55:50.037 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.144 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628929 2024-09-16T00:55:50.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_snapshot_io.yaml").st_ino) 2024-09-16T00:55:50.153 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.260 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628934 2024-09-16T00:55:50.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_huge_tickets.yaml").st_ino) 2024-09-16T00:55:50.269 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.377 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628930 2024-09-16T00:55:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.385 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.386 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.386 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.386 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.386 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kernel.yaml").st_ino) 2024-09-16T00:55:50.386 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.493 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628932 2024-09-16T00:55:50.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash").st_ino) 2024-09-16T00:55:50.502 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.609 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628968 2024-09-16T00:55:50.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/clusters").st_ino) 2024-09-16T00:55:50.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628970 2024-09-16T00:55:50.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:55:50.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.841 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628971 2024-09-16T00:55:50.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/fs").st_ino) 2024-09-16T00:55:50.851 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628973 2024-09-16T00:55:50.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/fs/btrfs.yaml").st_ino) 2024-09-16T00:55:50.968 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.075 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628974 2024-09-16T00:55:51.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.085 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.085 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.085 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.085 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.086 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads").st_ino) 2024-09-16T00:55:51.086 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.192 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628978 2024-09-16T00:55:51.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_fio.yaml").st_ino) 2024-09-16T00:55:51.201 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.308 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628979 2024-09-16T00:55:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:55:51.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.425 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628980 2024-09-16T00:55:51.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_iozone.yaml.disabled").st_ino) 2024-09-16T00:55:51.434 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.541 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628981 2024-09-16T00:55:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/conf.yaml").st_ino) 2024-09-16T00:55:51.551 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.658 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628972 2024-09-16T00:55:51.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/%").st_ino) 2024-09-16T00:55:51.667 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.774 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628969 2024-09-16T00:55:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers").st_ino) 2024-09-16T00:55:51.784 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:51.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628975 2024-09-16T00:55:51.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:55:51.901 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.009 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628976 2024-09-16T00:55:52.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers/mon-thrasher.yaml").st_ino) 2024-09-16T00:55:52.018 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.126 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628977 2024-09-16T00:55:52.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.135 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.135 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.135 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.136 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.136 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages").st_ino) 2024-09-16T00:55:52.136 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.243 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628485 2024-09-16T00:55:52.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests").st_ino) 2024-09-16T00:55:52.252 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.359 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628491 2024-09-16T00:55:52.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/distros").st_ino) 2024-09-16T00:55:52.368 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.475 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628493 2024-09-16T00:55:52.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.484 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.484 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.484 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.485 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.485 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/%").st_ino) 2024-09-16T00:55:52.485 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.592 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628492 2024-09-16T00:55:52.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/tasks").st_ino) 2024-09-16T00:55:52.601 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.708 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628494 2024-09-16T00:55:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/tasks/release.yaml").st_ino) 2024-09-16T00:55:52.717 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.825 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628495 2024-09-16T00:55:52.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any").st_ino) 2024-09-16T00:55:52.834 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628486 2024-09-16T00:55:52.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:52.950 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:52.950 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:52.950 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:52.951 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:52.951 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/distros").st_ino) 2024-09-16T00:55:52.951 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628488 2024-09-16T00:55:53.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/%").st_ino) 2024-09-16T00:55:53.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.174 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628487 2024-09-16T00:55:53.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/tasks").st_ino) 2024-09-16T00:55:53.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628489 2024-09-16T00:55:53.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/tasks/release.yaml").st_ino) 2024-09-16T00:55:53.301 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628490 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.416 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.417 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.417 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.417 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.417 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados").st_ino) 2024-09-16T00:55:53.417 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.525 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629120 2024-09-16T00:55:53.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore").st_ino) 2024-09-16T00:55:53.534 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.642 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629201 2024-09-16T00:55:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent-aio-journal.yaml").st_ino) 2024-09-16T00:55:53.651 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.758 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629205 2024-09-16T00:55:53.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.767 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.767 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.768 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.768 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.768 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/ceph_objectstore_tool.yaml").st_ino) 2024-09-16T00:55:53.768 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.875 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629203 2024-09-16T00:55:53.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:53.884 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:53.885 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:53.885 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:53.885 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:53.885 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/fusestore.yaml").st_ino) 2024-09-16T00:55:53.885 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:53.992 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629207 2024-09-16T00:55:53.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/keyvaluedb.yaml").st_ino) 2024-09-16T00:55:54.002 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.109 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629208 2024-09-16T00:55:54.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/objectstore.yaml").st_ino) 2024-09-16T00:55:54.118 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.225 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629210 2024-09-16T00:55:54.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.234 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.234 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.234 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.234 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.234 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/alloc-hint.yaml").st_ino) 2024-09-16T00:55:54.235 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.341 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629202 2024-09-16T00:55:54.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.350 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.350 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.350 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.350 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.351 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filejournal.yaml").st_ino) 2024-09-16T00:55:54.351 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.459 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629204 2024-09-16T00:55:54.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/objectcacher-stress.yaml").st_ino) 2024-09-16T00:55:54.468 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.575 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629209 2024-09-16T00:55:54.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent.yaml").st_ino) 2024-09-16T00:55:54.584 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629206 2024-09-16T00:55:54.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.700 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.701 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.701 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.701 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.701 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton").st_ino) 2024-09-16T00:55:54.701 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.808 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629222 2024-09-16T00:55:54.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.817 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.817 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.817 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.817 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.817 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr").st_ino) 2024-09-16T00:55:54.818 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:54.925 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629252 2024-09-16T00:55:54.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:54.932 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:54.932 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:54.933 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:54.933 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:54.933 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures").st_ino) 2024-09-16T00:55:54.933 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.040 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629253 2024-09-16T00:55:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.049 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.049 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.049 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.049 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.049 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures/many.yaml").st_ino) 2024-09-16T00:55:55.050 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.157 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629255 2024-09-16T00:55:55.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.166 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.166 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures/few.yaml").st_ino) 2024-09-16T00:55:55.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.275 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629254 2024-09-16T00:55:55.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/objectstore").st_ino) 2024-09-16T00:55:55.284 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.391 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629256 2024-09-16T00:55:55.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/fs").st_ino) 2024-09-16T00:55:55.400 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.507 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629250 2024-09-16T00:55:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/fs/xfs.yaml").st_ino) 2024-09-16T00:55:55.516 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.623 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629251 2024-09-16T00:55:55.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.632 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.633 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.633 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.633 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.633 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/%").st_ino) 2024-09-16T00:55:55.633 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.740 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629223 2024-09-16T00:55:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all").st_ino) 2024-09-16T00:55:55.749 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.857 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629224 2024-09-16T00:55:55.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/divergent_priors.yaml").st_ino) 2024-09-16T00:55:55.866 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:55.974 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629227 2024-09-16T00:55:55.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/watch-notify-same-primary.yaml").st_ino) 2024-09-16T00:55:55.983 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.090 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629249 2024-09-16T00:55:56.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/ec-lost-unfound.yaml").st_ino) 2024-09-16T00:55:56.099 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.206 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629230 2024-09-16T00:55:56.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.215 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.215 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.215 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.215 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.216 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/rest-api.yaml").st_ino) 2024-09-16T00:55:56.216 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.322 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629245 2024-09-16T00:55:56.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-config-keys.yaml").st_ino) 2024-09-16T00:55:56.331 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.439 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629233 2024-09-16T00:55:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-thrasher.yaml").st_ino) 2024-09-16T00:55:56.448 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.555 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629235 2024-09-16T00:55:56.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.564 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.564 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.564 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.564 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.565 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-recovery-incomplete.yaml").st_ino) 2024-09-16T00:55:56.565 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.671 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629237 2024-09-16T00:55:56.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-recovery.yaml").st_ino) 2024-09-16T00:55:56.681 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.788 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629238 2024-09-16T00:55:56.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/admin-socket.yaml").st_ino) 2024-09-16T00:55:56.797 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:56.904 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629225 2024-09-16T00:55:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/reg11184.yaml").st_ino) 2024-09-16T00:55:56.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.020 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629243 2024-09-16T00:55:57.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.029 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.029 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.029 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.029 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.030 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-seesaw.yaml").st_ino) 2024-09-16T00:55:57.030 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.136 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629234 2024-09-16T00:55:57.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/radostool.yaml").st_ino) 2024-09-16T00:55:57.146 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.255 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629241 2024-09-16T00:55:57.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/thrash_cache_writeback_proxy_none.yaml").st_ino) 2024-09-16T00:55:57.265 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.372 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629248 2024-09-16T00:55:57.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.381 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.381 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.381 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.381 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.381 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/dump-stuck.yaml").st_ino) 2024-09-16T00:55:57.382 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.489 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629229 2024-09-16T00:55:57.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/resolve_stuck_peering.yaml").st_ino) 2024-09-16T00:55:57.498 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.606 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629244 2024-09-16T00:55:57.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-backfill.yaml").st_ino) 2024-09-16T00:55:57.615 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.723 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629236 2024-09-16T00:55:57.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/divergent_priors2.yaml").st_ino) 2024-09-16T00:55:57.732 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.839 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629228 2024-09-16T00:55:57.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/peer.yaml").st_ino) 2024-09-16T00:55:57.848 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:57.955 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629239 2024-09-16T00:55:57.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/test_envlibrados_for_rocksdb.yaml").st_ino) 2024-09-16T00:55:57.966 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.073 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629246 2024-09-16T00:55:58.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/thrash-rados.yaml").st_ino) 2024-09-16T00:55:58.083 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.193 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629247 2024-09-16T00:55:58.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.199 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.199 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.199 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/lost-unfound.yaml").st_ino) 2024-09-16T00:55:58.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.307 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629232 2024-09-16T00:55:58.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/cephtool.yaml").st_ino) 2024-09-16T00:55:58.316 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.424 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629226 2024-09-16T00:55:58.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/pg-removal-interruption.yaml").st_ino) 2024-09-16T00:55:58.433 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.540 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629240 2024-09-16T00:55:58.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.549 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.550 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.550 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.550 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.550 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/rebuild-mondb.yaml").st_ino) 2024-09-16T00:55:58.550 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.657 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629242 2024-09-16T00:55:58.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/lost-unfound-delete.yaml").st_ino) 2024-09-16T00:55:58.666 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.773 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629231 2024-09-16T00:55:58.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/rados.yaml").st_ino) 2024-09-16T00:55:58.782 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:58.889 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629257 2024-09-16T00:55:58.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic").st_ino) 2024-09-16T00:55:58.898 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.005 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629121 2024-09-16T00:55:59.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr").st_ino) 2024-09-16T00:55:59.014 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.122 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629134 2024-09-16T00:55:59.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.130 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.131 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.131 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.131 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.131 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/async.yaml").st_ino) 2024-09-16T00:55:59.131 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.241 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629135 2024-09-16T00:55:59.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/simple.yaml").st_ino) 2024-09-16T00:55:59.250 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.357 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629137 2024-09-16T00:55:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/random.yaml").st_ino) 2024-09-16T00:55:59.366 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.473 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629136 2024-09-16T00:55:59.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters").st_ino) 2024-09-16T00:55:59.483 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.590 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629123 2024-09-16T00:55:59.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/openstack.yaml").st_ino) 2024-09-16T00:55:59.600 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.707 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629126 2024-09-16T00:55:59.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.716 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.717 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.717 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.717 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.717 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:55:59.717 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.824 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629125 2024-09-16T00:55:59.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.833 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.833 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.834 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.834 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.834 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/+").st_ino) 2024-09-16T00:55:59.834 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629124 2024-09-16T00:55:59.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:55:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures").st_ino) 2024-09-16T00:55:59.950 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629131 2024-09-16T00:56:00.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.066 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.066 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.066 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures/many.yaml").st_ino) 2024-09-16T00:56:00.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.175 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629133 2024-09-16T00:56:00.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures/few.yaml").st_ino) 2024-09-16T00:56:00.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629132 2024-09-16T00:56:00.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.300 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.300 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.300 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/objectstore").st_ino) 2024-09-16T00:56:00.301 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629138 2024-09-16T00:56:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs").st_ino) 2024-09-16T00:56:00.416 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629127 2024-09-16T00:56:00.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:00.532 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.639 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629128 2024-09-16T00:56:00.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs/xfs.yaml").st_ino) 2024-09-16T00:56:00.648 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.755 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629129 2024-09-16T00:56:00.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/%").st_ino) 2024-09-16T00:56:00.764 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.871 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629122 2024-09-16T00:56:00.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/mon_kv_backend").st_ino) 2024-09-16T00:56:00.881 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:00.988 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629130 2024-09-16T00:56:00.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks").st_ino) 2024-09-16T00:56:00.997 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.104 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629140 2024-09-16T00:56:01.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/readwrite.yaml").st_ino) 2024-09-16T00:56:01.114 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629149 2024-09-16T00:56:01.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_cls_all.yaml").st_ino) 2024-09-16T00:56:01.231 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.338 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629142 2024-09-16T00:56:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.347 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.347 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.347 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.347 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.347 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mostlyread.yaml").st_ino) 2024-09-16T00:56:01.348 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.455 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629148 2024-09-16T00:56:01.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.463 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.463 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.464 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.464 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.464 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_stress_watch.yaml").st_ino) 2024-09-16T00:56:01.464 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.571 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629144 2024-09-16T00:56:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_big.yaml").st_ino) 2024-09-16T00:56:01.581 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.689 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629146 2024-09-16T00:56:01.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/scrub_test.yaml").st_ino) 2024-09-16T00:56:01.698 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.805 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629152 2024-09-16T00:56:01.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.815 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.815 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.815 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.815 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.815 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mix.yaml").st_ino) 2024-09-16T00:56:01.816 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:01.922 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629147 2024-09-16T00:56:01.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.931 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.931 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:01.932 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:01.932 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:01.932 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_python.yaml").st_ino) 2024-09-16T00:56:01.932 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.039 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629143 2024-09-16T00:56:02.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.048 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.048 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.048 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.049 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.049 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/repair_test.yaml").st_ino) 2024-09-16T00:56:02.049 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.156 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629150 2024-09-16T00:56:02.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.165 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.166 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.166 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.166 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.166 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_api_tests.yaml").st_ino) 2024-09-16T00:56:02.166 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.273 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629141 2024-09-16T00:56:02.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rgw_snaps.yaml").st_ino) 2024-09-16T00:56:02.283 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.390 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629151 2024-09-16T00:56:02.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_striper.yaml").st_ino) 2024-09-16T00:56:02.399 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.506 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629145 2024-09-16T00:56:02.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.515 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.515 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.515 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.516 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.516 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/rados.yaml").st_ino) 2024-09-16T00:56:02.516 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.623 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629139 2024-09-16T00:56:02.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.632 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.632 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.632 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.632 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.632 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec").st_ino) 2024-09-16T00:56:02.633 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.739 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629291 2024-09-16T00:56:02.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.748 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.749 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.749 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.749 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.749 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/leveldb.yaml").st_ino) 2024-09-16T00:56:02.749 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.857 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629299 2024-09-16T00:56:02.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters").st_ino) 2024-09-16T00:56:02.866 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:02.974 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629293 2024-09-16T00:56:02.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/openstack.yaml").st_ino) 2024-09-16T00:56:02.983 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629296 2024-09-16T00:56:03.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/+").st_ino) 2024-09-16T00:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.207 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629294 2024-09-16T00:56:03.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/fixed-4.yaml").st_ino) 2024-09-16T00:56:03.216 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.324 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629295 2024-09-16T00:56:03.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.332 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.333 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.333 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.333 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.333 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/msgr-failures").st_ino) 2024-09-16T00:56:03.333 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.440 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629300 2024-09-16T00:56:03.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/objectstore").st_ino) 2024-09-16T00:56:03.450 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.557 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629301 2024-09-16T00:56:03.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs").st_ino) 2024-09-16T00:56:03.566 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629297 2024-09-16T00:56:03.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.682 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.682 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.682 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.682 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.683 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs/xfs.yaml").st_ino) 2024-09-16T00:56:03.683 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.790 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629298 2024-09-16T00:56:03.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads").st_ino) 2024-09-16T00:56:03.799 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:03.906 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629305 2024-09-16T00:56:03.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml").st_ino) 2024-09-16T00:56:03.915 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.022 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629306 2024-09-16T00:56:04.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.031 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.031 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.031 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.031 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.031 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/%").st_ino) 2024-09-16T00:56:04.032 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.138 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629292 2024-09-16T00:56:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.147 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.147 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.147 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.147 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.147 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers").st_ino) 2024-09-16T00:56:04.148 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629303 2024-09-16T00:56:04.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers/default.yaml").st_ino) 2024-09-16T00:56:04.265 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.373 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629304 2024-09-16T00:56:04.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/rados.yaml").st_ino) 2024-09-16T00:56:04.382 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.490 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629302 2024-09-16T00:56:04.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code").st_ino) 2024-09-16T00:56:04.499 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.606 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629307 2024-09-16T00:56:04.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.615 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.615 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.615 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.616 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.616 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast").st_ino) 2024-09-16T00:56:04.616 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.723 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629310 2024-09-16T00:56:04.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/normal.yaml").st_ino) 2024-09-16T00:56:04.733 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.840 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629312 2024-09-16T00:56:04.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.849 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.849 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.849 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.849 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.850 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/fast.yaml").st_ino) 2024-09-16T00:56:04.850 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:04.957 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629311 2024-09-16T00:56:04.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:04.966 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:04.966 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:04.966 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:04.966 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:04.966 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/leveldb.yaml").st_ino) 2024-09-16T00:56:04.967 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.073 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629314 2024-09-16T00:56:05.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/clusters").st_ino) 2024-09-16T00:56:05.082 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.190 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629309 2024-09-16T00:56:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.199 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.199 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/msgr-failures").st_ino) 2024-09-16T00:56:05.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.308 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629315 2024-09-16T00:56:05.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/objectstore").st_ino) 2024-09-16T00:56:05.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.424 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629316 2024-09-16T00:56:05.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.434 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.434 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.434 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.434 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.434 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fs").st_ino) 2024-09-16T00:56:05.435 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.542 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629313 2024-09-16T00:56:05.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.551 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.551 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.551 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads").st_ino) 2024-09-16T00:56:05.552 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.659 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629324 2024-09-16T00:56:05.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read-overwrites.yaml").st_ino) 2024-09-16T00:56:05.668 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.776 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629329 2024-09-16T00:56:05.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.784 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.784 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.784 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.784 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.784 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-overwrites.yaml").st_ino) 2024-09-16T00:56:05.785 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:05.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629331 2024-09-16T00:56:05.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-16T00:56:05.901 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629327 2024-09-16T00:56:06.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-snaps-few-objects-overwrites.yaml").st_ino) 2024-09-16T00:56:06.017 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629333 2024-09-16T00:56:06.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-radosbench.yaml").st_ino) 2024-09-16T00:56:06.134 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.242 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629328 2024-09-16T00:56:06.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml").st_ino) 2024-09-16T00:56:06.251 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.358 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629326 2024-09-16T00:56:06.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects.yaml").st_ino) 2024-09-16T00:56:06.367 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.475 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629332 2024-09-16T00:56:06.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read.yaml").st_ino) 2024-09-16T00:56:06.485 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629330 2024-09-16T00:56:06.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-pool-snaps-few-objects-overwrites.yaml").st_ino) 2024-09-16T00:56:06.602 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.709 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629325 2024-09-16T00:56:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/%").st_ino) 2024-09-16T00:56:06.718 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.825 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629308 2024-09-16T00:56:06.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers").st_ino) 2024-09-16T00:56:06.835 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:06.942 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629318 2024-09-16T00:56:06.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:06.951 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:06.951 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:06.952 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:06.952 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:06.952 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/default.yaml").st_ino) 2024-09-16T00:56:06.952 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629319 2024-09-16T00:56:07.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.067 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.067 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.067 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.068 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/fastread.yaml").st_ino) 2024-09-16T00:56:07.068 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.174 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629320 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.183 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.183 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/morepggrow.yaml").st_ino) 2024-09-16T00:56:07.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629322 2024-09-16T00:56:07.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.301 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.301 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.301 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.301 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/pggrow.yaml").st_ino) 2024-09-16T00:56:07.301 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.408 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629323 2024-09-16T00:56:07.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.417 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.418 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.418 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.418 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.418 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/mapgap.yaml").st_ino) 2024-09-16T00:56:07.418 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.525 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629321 2024-09-16T00:56:07.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.534 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.534 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.534 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.534 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.535 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/rados.yaml").st_ino) 2024-09-16T00:56:07.535 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.641 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629317 2024-09-16T00:56:07.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr").st_ino) 2024-09-16T00:56:07.650 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.757 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629211 2024-09-16T00:56:07.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.766 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.766 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.766 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.767 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.767 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/%").st_ino) 2024-09-16T00:56:07.767 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.873 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629212 2024-09-16T00:56:07.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all").st_ino) 2024-09-16T00:56:07.883 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:07.990 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629213 2024-09-16T00:56:07.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.999 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:07.999 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:07.999 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:07.999 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:07.999 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/multi-backfill-reject.yaml").st_ino) 2024-09-16T00:56:08.000 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629219 2024-09-16T00:56:08.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/full-tiering.yaml").st_ino) 2024-09-16T00:56:08.115 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.222 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629217 2024-09-16T00:56:08.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/cache-fs-trunc.yaml").st_ino) 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.338 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629214 2024-09-16T00:56:08.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.348 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.348 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.348 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.348 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.348 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/msgr.yaml").st_ino) 2024-09-16T00:56:08.349 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629218 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/ceph-post-file.yaml").st_ino) 2024-09-16T00:56:08.465 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.575 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629215 2024-09-16T00:56:08.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/export-after-evict.yaml").st_ino) 2024-09-16T00:56:08.582 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.689 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629216 2024-09-16T00:56:08.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/valgrind-leaks.yaml").st_ino) 2024-09-16T00:56:08.699 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.806 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629220 2024-09-16T00:56:08.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/rados.yaml").st_ino) 2024-09-16T00:56:08.815 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:08.922 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629221 2024-09-16T00:56:08.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.931 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:08.932 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:08.932 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:08.932 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:08.932 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade").st_ino) 2024-09-16T00:56:08.932 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.039 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629378 2024-09-16T00:56:09.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.048 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.048 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.048 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.048 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.048 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton").st_ino) 2024-09-16T00:56:09.049 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.155 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629379 2024-09-16T00:56:09.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon").st_ino) 2024-09-16T00:56:09.165 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.272 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629399 2024-09-16T00:56:09.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.281 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.282 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.282 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.282 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.282 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon/monb.yaml").st_ino) 2024-09-16T00:56:09.282 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.390 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629400 2024-09-16T00:56:09.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.398 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.399 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.399 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.399 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.399 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon").st_ino) 2024-09-16T00:56:09.399 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.506 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629405 2024-09-16T00:56:09.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon/monc.yaml").st_ino) 2024-09-16T00:56:09.516 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.624 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629406 2024-09-16T00:56:09.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.632 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.632 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.632 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.633 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.633 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install").st_ino) 2024-09-16T00:56:09.633 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.741 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629385 2024-09-16T00:56:09.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install/jewel.yaml").st_ino) 2024-09-16T00:56:09.750 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.858 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629386 2024-09-16T00:56:09.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.867 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.867 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.868 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.868 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.868 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload").st_ino) 2024-09-16T00:56:09.868 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:09.976 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629393 2024-09-16T00:56:09.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:09.984 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:09.985 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:09.985 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:09.985 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:09.985 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/readwrite.yaml").st_ino) 2024-09-16T00:56:09.985 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.092 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629397 2024-09-16T00:56:10.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:10.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.209 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629398 2024-09-16T00:56:10.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.218 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.218 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.218 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.218 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.219 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-cls.yaml").st_ino) 2024-09-16T00:56:10.219 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.325 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629395 2024-09-16T00:56:10.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-import-export.yaml").st_ino) 2024-09-16T00:56:10.334 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.441 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629396 2024-09-16T00:56:10.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.450 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.450 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.450 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.450 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.451 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/+").st_ino) 2024-09-16T00:56:10.451 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.558 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629394 2024-09-16T00:56:10.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon").st_ino) 2024-09-16T00:56:10.567 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.674 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629391 2024-09-16T00:56:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon/mona.yaml").st_ino) 2024-09-16T00:56:10.683 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.790 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629392 2024-09-16T00:56:10.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.799 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.799 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.799 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.800 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.800 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/%").st_ino) 2024-09-16T00:56:10.800 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629380 2024-09-16T00:56:10.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:10.916 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:10.916 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:10.916 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:10.916 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:10.916 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload").st_ino) 2024-09-16T00:56:10.917 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629407 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rbd-python.yaml").st_ino) 2024-09-16T00:56:11.033 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.141 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629409 2024-09-16T00:56:11.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rgw-swift.yaml").st_ino) 2024-09-16T00:56:11.150 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.257 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629410 2024-09-16T00:56:11.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/snaps-many-objects.yaml").st_ino) 2024-09-16T00:56:11.266 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.373 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629411 2024-09-16T00:56:11.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.382 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.383 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.383 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.383 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.383 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/+").st_ino) 2024-09-16T00:56:11.383 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629408 2024-09-16T00:56:11.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade").st_ino) 2024-09-16T00:56:11.501 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.608 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629387 2024-09-16T00:56:11.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade/firsthalf.yaml").st_ino) 2024-09-16T00:56:11.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629388 2024-09-16T00:56:11.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash").st_ino) 2024-09-16T00:56:11.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.841 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629389 2024-09-16T00:56:11.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash/default.yaml").st_ino) 2024-09-16T00:56:11.850 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:11.957 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629390 2024-09-16T00:56:11.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload").st_ino) 2024-09-16T00:56:11.967 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.074 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629401 2024-09-16T00:56:12.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/radosbench.yaml").st_ino) 2024-09-16T00:56:12.083 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.191 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629403 2024-09-16T00:56:12.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/rbd_api.yaml").st_ino) 2024-09-16T00:56:12.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.307 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629404 2024-09-16T00:56:12.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.316 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.316 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.316 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.316 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/+").st_ino) 2024-09-16T00:56:12.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.423 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629402 2024-09-16T00:56:12.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.432 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.432 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.432 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.433 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.433 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster").st_ino) 2024-09-16T00:56:12.433 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.541 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629381 2024-09-16T00:56:12.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.549 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.550 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.550 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.550 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.550 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/openstack.yaml").st_ino) 2024-09-16T00:56:12.550 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.657 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629383 2024-09-16T00:56:12.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.666 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.666 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.666 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.666 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.666 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/+").st_ino) 2024-09-16T00:56:12.667 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.773 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629382 2024-09-16T00:56:12.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.782 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.782 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.782 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.782 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.783 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/start.yaml").st_ino) 2024-09-16T00:56:12.783 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:12.889 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629384 2024-09-16T00:56:12.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash").st_ino) 2024-09-16T00:56:12.899 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.006 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629153 2024-09-16T00:56:13.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr").st_ino) 2024-09-16T00:56:13.015 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.122 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629163 2024-09-16T00:56:13.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters").st_ino) 2024-09-16T00:56:13.131 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.239 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629157 2024-09-16T00:56:13.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters/3-mons.yaml").st_ino) 2024-09-16T00:56:13.249 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.357 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629158 2024-09-16T00:56:13.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.366 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.366 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.367 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.367 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.367 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters/9-mons.yaml").st_ino) 2024-09-16T00:56:13.367 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.476 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629159 2024-09-16T00:56:13.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures").st_ino) 2024-09-16T00:56:13.485 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.592 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629164 2024-09-16T00:56:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures/mon-delay.yaml").st_ino) 2024-09-16T00:56:13.601 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.708 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629166 2024-09-16T00:56:13.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.717 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.717 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.717 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.717 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.718 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures/few.yaml").st_ino) 2024-09-16T00:56:13.718 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629165 2024-09-16T00:56:13.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.833 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.833 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.834 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.834 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.834 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/objectstore").st_ino) 2024-09-16T00:56:13.834 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:13.941 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629167 2024-09-16T00:56:13.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/fs").st_ino) 2024-09-16T00:56:13.951 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629160 2024-09-16T00:56:14.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.067 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.067 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.068 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.068 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.068 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/fs/xfs.yaml").st_ino) 2024-09-16T00:56:14.068 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.176 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629161 2024-09-16T00:56:14.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.184 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.184 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads").st_ino) 2024-09-16T00:56:14.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629175 2024-09-16T00:56:14.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/pool-create-delete.yaml").st_ino) 2024-09-16T00:56:14.300 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629176 2024-09-16T00:56:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:14.417 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.524 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629180 2024-09-16T00:56:14.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_mon_workunits.yaml").st_ino) 2024-09-16T00:56:14.533 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629179 2024-09-16T00:56:14.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_5925.yaml").st_ino) 2024-09-16T00:56:14.650 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.757 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629177 2024-09-16T00:56:14.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.766 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.767 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.767 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.767 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.767 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_api_tests.yaml").st_ino) 2024-09-16T00:56:14.767 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.875 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629178 2024-09-16T00:56:14.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/ceph").st_ino) 2024-09-16T00:56:14.884 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:14.991 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629155 2024-09-16T00:56:14.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/ceph/ceph.yaml").st_ino) 2024-09-16T00:56:15.001 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.109 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629156 2024-09-16T00:56:15.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/%").st_ino) 2024-09-16T00:56:15.118 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.225 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629154 2024-09-16T00:56:15.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/mon_kv_backend").st_ino) 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.342 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629162 2024-09-16T00:56:15.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.351 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.352 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.352 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.352 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.352 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers").st_ino) 2024-09-16T00:56:15.352 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.460 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629169 2024-09-16T00:56:15.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/many.yaml").st_ino) 2024-09-16T00:56:15.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.576 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629171 2024-09-16T00:56:15.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/one.yaml").st_ino) 2024-09-16T00:56:15.586 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.693 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629172 2024-09-16T00:56:15.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/sync.yaml").st_ino) 2024-09-16T00:56:15.702 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.809 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629174 2024-09-16T00:56:15.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/sync-many.yaml").st_ino) 2024-09-16T00:56:15.818 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629173 2024-09-16T00:56:15.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:15.935 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:15.935 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:15.935 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:15.935 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:15.936 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/force-sync-many.yaml").st_ino) 2024-09-16T00:56:15.936 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.042 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629170 2024-09-16T00:56:16.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/rados.yaml").st_ino) 2024-09-16T00:56:16.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.158 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629168 2024-09-16T00:56:16.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash").st_ino) 2024-09-16T00:56:16.168 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.275 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629334 2024-09-16T00:56:16.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr").st_ino) 2024-09-16T00:56:16.284 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.391 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629351 2024-09-16T00:56:16.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters").st_ino) 2024-09-16T00:56:16.400 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.507 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629343 2024-09-16T00:56:16.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.516 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.516 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.516 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.517 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.517 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/openstack.yaml").st_ino) 2024-09-16T00:56:16.517 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.625 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629346 2024-09-16T00:56:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.633 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.634 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:56:16.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.742 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629345 2024-09-16T00:56:16.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/+").st_ino) 2024-09-16T00:56:16.751 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.859 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629344 2024-09-16T00:56:16.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides").st_ino) 2024-09-16T00:56:16.868 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:16.975 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629340 2024-09-16T00:56:16.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:16.985 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:16.986 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:16.986 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:16.986 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:16.986 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml").st_ino) 2024-09-16T00:56:16.986 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.094 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629341 2024-09-16T00:56:17.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.102 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.103 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.103 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.103 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.103 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml").st_ino) 2024-09-16T00:56:17.103 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.211 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629342 2024-09-16T00:56:17.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.221 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.221 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.221 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.221 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.221 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures").st_ino) 2024-09-16T00:56:17.222 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.329 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629352 2024-09-16T00:56:17.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/few.yaml").st_ino) 2024-09-16T00:56:17.338 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.445 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629354 2024-09-16T00:56:17.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.456 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.456 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.457 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.457 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.457 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/fastclose.yaml").st_ino) 2024-09-16T00:56:17.457 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.564 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629353 2024-09-16T00:56:17.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.573 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.574 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.574 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.574 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.574 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/osd-delay.yaml").st_ino) 2024-09-16T00:56:17.574 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.681 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629355 2024-09-16T00:56:17.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.686 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:17.688 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides").st_ino) 2024-09-16T00:56:17.691 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.798 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629336 2024-09-16T00:56:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.807 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.807 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.807 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.807 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.807 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml").st_ino) 2024-09-16T00:56:17.808 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:17.914 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629339 2024-09-16T00:56:17.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:17.923 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:17.924 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:17.924 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:17.924 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:17.924 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml").st_ino) 2024-09-16T00:56:17.924 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.032 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629338 2024-09-16T00:56:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-1-min-size.yaml").st_ino) 2024-09-16T00:56:18.041 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.148 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629337 2024-09-16T00:56:18.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.157 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.157 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.157 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.157 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.157 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/objectstore").st_ino) 2024-09-16T00:56:18.158 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.264 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629356 2024-09-16T00:56:18.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs").st_ino) 2024-09-16T00:56:18.273 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629347 2024-09-16T00:56:18.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.390 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:18.391 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.498 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629348 2024-09-16T00:56:18.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.507 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.507 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.508 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.508 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.508 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:56:18.508 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.616 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629349 2024-09-16T00:56:18.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads").st_ino) 2024-09-16T00:56:18.625 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.733 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629364 2024-09-16T00:56:18.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/radosbench.yaml").st_ino) 2024-09-16T00:56:18.742 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629374 2024-09-16T00:56:18.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.859 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.860 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.860 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.860 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.860 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-big.yaml").st_ino) 2024-09-16T00:56:18.860 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:18.968 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629366 2024-09-16T00:56:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache.yaml").st_ino) 2024-09-16T00:56:18.977 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.085 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629371 2024-09-16T00:56:19.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.094 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.094 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.094 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.095 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.095 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-small.yaml").st_ino) 2024-09-16T00:56:19.095 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.202 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629367 2024-09-16T00:56:19.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:19.211 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629376 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml").st_ino) 2024-09-16T00:56:19.328 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.435 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629377 2024-09-16T00:56:19.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps.yaml").st_ino) 2024-09-16T00:56:19.444 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.551 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629369 2024-09-16T00:56:19.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.560 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.560 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.560 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.561 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.561 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml").st_ino) 2024-09-16T00:56:19.561 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.667 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629365 2024-09-16T00:56:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.676 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.676 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.676 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.677 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.677 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml").st_ino) 2024-09-16T00:56:19.677 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.784 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629368 2024-09-16T00:56:19.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.794 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.794 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.794 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.794 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.794 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-snaps.yaml").st_ino) 2024-09-16T00:56:19.795 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:19.902 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629370 2024-09-16T00:56:19.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:19.911 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.018 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629372 2024-09-16T00:56:20.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.027 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.027 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.028 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.028 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.028 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/rados_api_tests.yaml").st_ino) 2024-09-16T00:56:20.028 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.136 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629373 2024-09-16T00:56:20.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/small-objects.yaml").st_ino) 2024-09-16T00:56:20.146 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.258 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629375 2024-09-16T00:56:20.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/hobj-sort.yaml").st_ino) 2024-09-16T00:56:20.267 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.377 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629350 2024-09-16T00:56:20.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/%").st_ino) 2024-09-16T00:56:20.386 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.495 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629335 2024-09-16T00:56:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.504 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.504 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.504 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.505 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.505 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers").st_ino) 2024-09-16T00:56:20.505 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.611 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629359 2024-09-16T00:56:20.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:56:20.620 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.728 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629360 2024-09-16T00:56:20.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.736 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.737 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.737 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.737 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.737 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/morepggrow.yaml").st_ino) 2024-09-16T00:56:20.737 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.844 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629362 2024-09-16T00:56:20.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.853 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.854 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.854 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.854 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/pggrow.yaml").st_ino) 2024-09-16T00:56:20.854 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:20.962 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629363 2024-09-16T00:56:20.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:20.970 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:20.971 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:20.971 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:20.971 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:20.971 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/mapgap.yaml").st_ino) 2024-09-16T00:56:20.971 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.078 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629361 2024-09-16T00:56:21.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.087 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.087 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.087 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.087 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.087 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/rocksdb.yaml").st_ino) 2024-09-16T00:56:21.088 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.194 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629358 2024-09-16T00:56:21.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.203 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.203 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.203 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.203 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.204 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/rados.yaml").st_ino) 2024-09-16T00:56:21.204 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.310 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629357 2024-09-16T00:56:21.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify").st_ino) 2024-09-16T00:56:21.319 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.426 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629412 2024-09-16T00:56:21.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr").st_ino) 2024-09-16T00:56:21.435 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.542 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629424 2024-09-16T00:56:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.551 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.551 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.551 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater").st_ino) 2024-09-16T00:56:21.552 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.658 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629433 2024-09-16T00:56:21.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater/valgrind.yaml").st_ino) 2024-09-16T00:56:21.667 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.774 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629435 2024-09-16T00:56:21.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.783 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.783 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.783 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.784 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.784 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater/lockdep.yaml").st_ino) 2024-09-16T00:56:21.784 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:21.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629434 2024-09-16T00:56:21.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:21.900 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:21.900 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:21.900 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:21.901 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:21.901 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters").st_ino) 2024-09-16T00:56:21.901 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.008 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629417 2024-09-16T00:56:22.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.018 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.018 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.019 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.019 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.019 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/openstack.yaml").st_ino) 2024-09-16T00:56:22.019 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.126 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629420 2024-09-16T00:56:22.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/fixed-2.yaml").st_ino) 2024-09-16T00:56:22.135 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.242 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629419 2024-09-16T00:56:22.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.251 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.251 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.252 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.252 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.252 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/+").st_ino) 2024-09-16T00:56:22.252 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.360 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629418 2024-09-16T00:56:22.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.368 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.368 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.368 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.368 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.369 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr-failures").st_ino) 2024-09-16T00:56:22.369 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.477 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629425 2024-09-16T00:56:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.485 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.485 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.485 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.486 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.486 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr-failures/few.yaml").st_ino) 2024-09-16T00:56:22.486 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.593 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629426 2024-09-16T00:56:22.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.602 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.602 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.603 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.603 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.603 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/objectstore").st_ino) 2024-09-16T00:56:22.603 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.710 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629427 2024-09-16T00:56:22.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.719 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.720 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.720 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.720 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.720 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/fs").st_ino) 2024-09-16T00:56:22.720 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.827 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629421 2024-09-16T00:56:22.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.836 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.837 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.837 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.837 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.837 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:22.837 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:22.945 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629422 2024-09-16T00:56:22.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash").st_ino) 2024-09-16T00:56:22.954 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.061 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629414 2024-09-16T00:56:23.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash/default.yaml").st_ino) 2024-09-16T00:56:23.070 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.178 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629415 2024-09-16T00:56:23.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash/none.yaml").st_ino) 2024-09-16T00:56:23.188 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.296 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629416 2024-09-16T00:56:23.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/%").st_ino) 2024-09-16T00:56:23.306 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.413 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629413 2024-09-16T00:56:23.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/mon_kv_backend").st_ino) 2024-09-16T00:56:23.423 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.530 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629423 2024-09-16T00:56:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.540 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.540 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.540 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.540 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.540 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks").st_ino) 2024-09-16T00:56:23.541 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.647 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629429 2024-09-16T00:56:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.656 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.656 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.656 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.657 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.657 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/rados_cls_all.yaml").st_ino) 2024-09-16T00:56:23.657 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.764 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629432 2024-09-16T00:56:23.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/mon_recovery.yaml").st_ino) 2024-09-16T00:56:23.773 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.881 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629430 2024-09-16T00:56:23.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/rados_api_tests.yaml").st_ino) 2024-09-16T00:56:23.890 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:23.997 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629431 2024-09-16T00:56:24.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.006 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.006 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.007 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.007 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.007 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/rados.yaml").st_ino) 2024-09-16T00:56:24.007 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.115 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629428 2024-09-16T00:56:24.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.123 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.123 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.124 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.124 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.124 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon").st_ino) 2024-09-16T00:56:24.124 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629181 2024-09-16T00:56:24.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr").st_ino) 2024-09-16T00:56:24.241 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.349 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629191 2024-09-16T00:56:24.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.357 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.358 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.358 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.358 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.358 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters").st_ino) 2024-09-16T00:56:24.358 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.465 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629183 2024-09-16T00:56:24.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.474 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.475 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.475 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.475 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.475 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/21.yaml").st_ino) 2024-09-16T00:56:24.475 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.583 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629184 2024-09-16T00:56:24.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.592 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.592 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.592 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.592 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.592 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/9.yaml").st_ino) 2024-09-16T00:56:24.593 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.699 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629187 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.708 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.709 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.709 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.709 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.709 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/3.yaml").st_ino) 2024-09-16T00:56:24.709 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629185 2024-09-16T00:56:24.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.825 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.826 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.826 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.826 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.826 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/6.yaml").st_ino) 2024-09-16T00:56:24.826 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:24.933 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629186 2024-09-16T00:56:24.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures").st_ino) 2024-09-16T00:56:24.942 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.049 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629192 2024-09-16T00:56:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.058 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.058 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.058 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.058 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.059 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures/many.yaml").st_ino) 2024-09-16T00:56:25.059 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.166 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629194 2024-09-16T00:56:25.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.174 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.175 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.175 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.175 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.175 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures/few.yaml").st_ino) 2024-09-16T00:56:25.175 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.282 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629193 2024-09-16T00:56:25.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/objectstore").st_ino) 2024-09-16T00:56:25.292 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.399 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629195 2024-09-16T00:56:25.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/fs").st_ino) 2024-09-16T00:56:25.408 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.515 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629188 2024-09-16T00:56:25.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.524 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.524 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.524 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.524 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.525 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/fs/xfs.yaml").st_ino) 2024-09-16T00:56:25.525 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629189 2024-09-16T00:56:25.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/%").st_ino) 2024-09-16T00:56:25.641 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.749 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629182 2024-09-16T00:56:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.757 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.758 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.758 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.758 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.758 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/mon_kv_backend").st_ino) 2024-09-16T00:56:25.758 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.865 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629190 2024-09-16T00:56:25.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks").st_ino) 2024-09-16T00:56:25.875 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:25.982 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629197 2024-09-16T00:56:25.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:25.991 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:25.992 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:25.992 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:25.992 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:25.992 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_with_skews.yaml").st_ino) 2024-09-16T00:56:25.992 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.099 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629199 2024-09-16T00:56:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_recovery.yaml").st_ino) 2024-09-16T00:56:26.109 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.216 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629200 2024-09-16T00:56:26.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.225 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.226 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.226 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.226 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.226 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_no_skews.yaml").st_ino) 2024-09-16T00:56:26.226 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.333 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629198 2024-09-16T00:56:26.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.342 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.342 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.342 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.342 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.343 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/rados.yaml").st_ino) 2024-09-16T00:56:26.343 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.449 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629196 2024-09-16T00:56:26.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa").st_ino) 2024-09-16T00:56:26.459 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.566 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629277 2024-09-16T00:56:26.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/leveldb.yaml").st_ino) 2024-09-16T00:56:26.575 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.682 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629283 2024-09-16T00:56:26.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.691 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.691 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.691 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.692 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.692 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/clusters").st_ino) 2024-09-16T00:56:26.692 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629281 2024-09-16T00:56:26.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/msgr-failures").st_ino) 2024-09-16T00:56:26.809 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:26.916 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629284 2024-09-16T00:56:26.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:26.925 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:26.925 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:26.925 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:26.925 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:26.926 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/objectstore").st_ino) 2024-09-16T00:56:26.926 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.032 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629285 2024-09-16T00:56:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/supported").st_ino) 2024-09-16T00:56:27.041 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.149 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629287 2024-09-16T00:56:27.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/fs").st_ino) 2024-09-16T00:56:27.158 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.265 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629282 2024-09-16T00:56:27.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.274 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.274 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.274 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.274 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.275 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads").st_ino) 2024-09-16T00:56:27.275 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629289 2024-09-16T00:56:27.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.392 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.393 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.393 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.393 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.393 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads/ec-rados-plugin=isa-k=2-m=1.yaml").st_ino) 2024-09-16T00:56:27.393 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.500 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629290 2024-09-16T00:56:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.509 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.509 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.509 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.509 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.510 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch").st_ino) 2024-09-16T00:56:27.510 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.617 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629279 2024-09-16T00:56:27.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.625 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.625 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.626 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.626 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.626 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch/x86_64.yaml").st_ino) 2024-09-16T00:56:27.626 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.733 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629280 2024-09-16T00:56:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.742 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.742 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.742 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.743 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.743 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/%").st_ino) 2024-09-16T00:56:27.743 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629278 2024-09-16T00:56:27.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.859 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.859 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.859 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.859 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.860 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/thrashers").st_ino) 2024-09-16T00:56:27.860 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:27.977 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629288 2024-09-16T00:56:27.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/rados.yaml").st_ino) 2024-09-16T00:56:27.979 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.086 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629286 2024-09-16T00:56:28.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.097 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.098 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.098 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.098 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.098 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big").st_ino) 2024-09-16T00:56:28.098 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.205 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629258 2024-09-16T00:56:28.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster").st_ino) 2024-09-16T00:56:28.214 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.321 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629260 2024-09-16T00:56:28.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.330 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.330 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.330 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.330 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.331 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/openstack.yaml").st_ino) 2024-09-16T00:56:28.331 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629263 2024-09-16T00:56:28.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.447 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.447 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.448 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.448 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml").st_ino) 2024-09-16T00:56:28.448 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.555 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629262 2024-09-16T00:56:28.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.564 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.564 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.564 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.564 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.564 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/+").st_ino) 2024-09-16T00:56:28.565 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.672 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629261 2024-09-16T00:56:28.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.681 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.681 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.681 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.681 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.681 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/leveldb.yaml").st_ino) 2024-09-16T00:56:28.682 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.788 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629265 2024-09-16T00:56:28.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/msgr-failures").st_ino) 2024-09-16T00:56:28.797 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:28.904 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629266 2024-09-16T00:56:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:28.913 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:28.913 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:28.913 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:28.914 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:28.914 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/objectstore").st_ino) 2024-09-16T00:56:28.914 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629267 2024-09-16T00:56:29.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.030 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.031 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.031 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.031 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.031 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/fs").st_ino) 2024-09-16T00:56:29.031 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.138 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629264 2024-09-16T00:56:29.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.147 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.147 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.147 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.147 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.148 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads").st_ino) 2024-09-16T00:56:29.148 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.256 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629275 2024-09-16T00:56:29.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml").st_ino) 2024-09-16T00:56:29.266 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.374 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629276 2024-09-16T00:56:29.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/%").st_ino) 2024-09-16T00:56:29.383 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629259 2024-09-16T00:56:29.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.499 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.500 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.500 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.500 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.500 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers").st_ino) 2024-09-16T00:56:29.500 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.607 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629269 2024-09-16T00:56:29.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/default.yaml").st_ino) 2024-09-16T00:56:29.616 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.723 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629270 2024-09-16T00:56:29.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.732 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.732 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.733 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.733 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.733 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/fastread.yaml").st_ino) 2024-09-16T00:56:29.733 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.840 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629271 2024-09-16T00:56:29.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.849 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.849 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.849 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.849 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.850 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml").st_ino) 2024-09-16T00:56:29.850 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:29.956 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629273 2024-09-16T00:56:29.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml").st_ino) 2024-09-16T00:56:29.966 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.073 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629274 2024-09-16T00:56:30.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.082 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.082 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.082 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.083 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.083 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml").st_ino) 2024-09-16T00:56:30.083 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.191 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629272 2024-09-16T00:56:30.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/rados.yaml").st_ino) 2024-09-16T00:56:30.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.308 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629268 2024-09-16T00:56:30.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs").st_ino) 2024-09-16T00:56:30.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.431 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628895 2024-09-16T00:56:30.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.440 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.440 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.441 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.441 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.441 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic").st_ino) 2024-09-16T00:56:30.441 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.550 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628896 2024-09-16T00:56:30.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/clusters").st_ino) 2024-09-16T00:56:30.557 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.667 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628900 2024-09-16T00:56:30.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/clusters/extra-client.yaml").st_ino) 2024-09-16T00:56:30.676 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.783 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628901 2024-09-16T00:56:30.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/fs").st_ino) 2024-09-16T00:56:30.793 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:30.902 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628902 2024-09-16T00:56:30.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/fs/xfs.yaml").st_ino) 2024-09-16T00:56:30.911 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.020 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628903 2024-09-16T00:56:31.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.029 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.030 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.030 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.030 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.030 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount").st_ino) 2024-09-16T00:56:31.030 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.138 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628904 2024-09-16T00:56:31.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.147 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.148 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.148 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.148 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.148 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount/v4.yaml").st_ino) 2024-09-16T00:56:31.148 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628906 2024-09-16T00:56:31.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount/v3.yaml").st_ino) 2024-09-16T00:56:31.267 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628905 2024-09-16T00:56:31.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/ceph").st_ino) 2024-09-16T00:56:31.385 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.494 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628898 2024-09-16T00:56:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/ceph/base.yaml").st_ino) 2024-09-16T00:56:31.503 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.611 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628899 2024-09-16T00:56:31.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/%").st_ino) 2024-09-16T00:56:31.621 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.728 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628897 2024-09-16T00:56:31.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks").st_ino) 2024-09-16T00:56:31.737 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.844 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628907 2024-09-16T00:56:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:56:31.854 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:31.962 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628911 2024-09-16T00:56:31.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.971 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:31.971 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:31.972 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:31.972 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:31.972 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs-workunit-kernel-untar-build.yaml").st_ino) 2024-09-16T00:56:31.972 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.079 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628908 2024-09-16T00:56:32.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:56:32.089 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.196 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628912 2024-09-16T00:56:32.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.205 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.205 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.205 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:56:32.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.312 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628910 2024-09-16T00:56:32.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.321 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.321 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.321 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.322 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.322 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_misc.yaml").st_ino) 2024-09-16T00:56:32.322 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.429 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628909 2024-09-16T00:56:32.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.438 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.439 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.439 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.439 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.439 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:56:32.439 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.546 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628913 2024-09-16T00:56:32.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:56:32.555 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.663 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628914 2024-09-16T00:56:32.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental").st_ino) 2024-09-16T00:56:32.672 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.780 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628544 2024-09-16T00:56:32.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds").st_ino) 2024-09-16T00:56:32.789 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:32.896 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628545 2024-09-16T00:56:32.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.905 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.906 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:32.906 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:32.906 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:32.906 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/clusters").st_ino) 2024-09-16T00:56:32.906 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.013 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628547 2024-09-16T00:56:33.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/clusters/7-multimds.yaml").st_ino) 2024-09-16T00:56:33.022 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.129 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628548 2024-09-16T00:56:33.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/%").st_ino) 2024-09-16T00:56:33.139 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.246 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628546 2024-09-16T00:56:33.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.255 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.255 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.255 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.255 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.256 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/tasks").st_ino) 2024-09-16T00:56:33.256 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.362 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628549 2024-09-16T00:56:33.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/tasks/fsstress_thrash_subtrees.yaml").st_ino) 2024-09-16T00:56:33.372 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.479 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628550 2024-09-16T00:56:33.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.489 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.489 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.489 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.489 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.489 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal").st_ino) 2024-09-16T00:56:33.490 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.596 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628996 2024-09-16T00:56:33.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.606 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.606 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.606 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.606 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.606 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc").st_ino) 2024-09-16T00:56:33.607 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.713 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629006 2024-09-16T00:56:33.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.722 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.722 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.722 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.723 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.723 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/clusters").st_ino) 2024-09-16T00:56:33.723 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.830 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629008 2024-09-16T00:56:33.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.839 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.839 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.839 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.840 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.840 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/clusters/two_clients.yaml").st_ino) 2024-09-16T00:56:33.840 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629009 2024-09-16T00:56:33.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/fs").st_ino) 2024-09-16T00:56:33.956 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.064 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629010 2024-09-16T00:56:34.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:34.073 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.180 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629011 2024-09-16T00:56:34.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/%").st_ino) 2024-09-16T00:56:34.189 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629007 2024-09-16T00:56:34.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.305 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.306 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.306 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.306 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.306 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/tasks").st_ino) 2024-09-16T00:56:34.306 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.413 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629012 2024-09-16T00:56:34.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.422 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.422 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.422 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.422 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.423 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/tasks/locktest.yaml").st_ino) 2024-09-16T00:56:34.423 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629013 2024-09-16T00:56:34.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic").st_ino) 2024-09-16T00:56:34.539 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.648 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628997 2024-09-16T00:56:34.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.655 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.656 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.656 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.656 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.656 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/clusters").st_ino) 2024-09-16T00:56:34.656 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.763 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628999 2024-09-16T00:56:34.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.772 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.772 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.772 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.772 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.773 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:56:34.773 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.880 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629000 2024-09-16T00:56:34.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:34.889 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:34.889 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:34.889 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:34.889 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:34.890 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/fs").st_ino) 2024-09-16T00:56:34.890 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:34.996 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629001 2024-09-16T00:56:34.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.005 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.006 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.006 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.006 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.006 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:35.006 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.113 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629002 2024-09-16T00:56:35.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.122 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.122 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.122 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.122 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.122 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/%").st_ino) 2024-09-16T00:56:35.123 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.229 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628998 2024-09-16T00:56:35.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.238 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.238 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.238 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.239 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.239 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks").st_ino) 2024-09-16T00:56:35.239 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.346 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629003 2024-09-16T00:56:35.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:56:35.355 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.463 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629004 2024-09-16T00:56:35.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.472 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.472 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.473 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.473 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.473 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:56:35.473 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.580 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629005 2024-09-16T00:56:35.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.589 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.589 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.589 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.590 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.590 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart").st_ino) 2024-09-16T00:56:35.590 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.697 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629014 2024-09-16T00:56:35.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/clusters").st_ino) 2024-09-16T00:56:35.706 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.813 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629016 2024-09-16T00:56:35.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/clusters/one_mds.yaml").st_ino) 2024-09-16T00:56:35.822 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:35.930 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629017 2024-09-16T00:56:35.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:35.938 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:35.939 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:35.939 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:35.939 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:35.939 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/%").st_ino) 2024-09-16T00:56:35.939 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.046 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629015 2024-09-16T00:56:36.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/tasks").st_ino) 2024-09-16T00:56:36.055 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.162 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629018 2024-09-16T00:56:36.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/tasks/restart-workunit-backtraces.yaml").st_ino) 2024-09-16T00:56:36.172 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.281 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629019 2024-09-16T00:56:36.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds").st_ino) 2024-09-16T00:56:36.290 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.397 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629020 2024-09-16T00:56:36.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters").st_ino) 2024-09-16T00:56:36.406 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.514 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629022 2024-09-16T00:56:36.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-3-mds.yaml").st_ino) 2024-09-16T00:56:36.524 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.631 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629023 2024-09-16T00:56:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.640 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.641 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.641 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.641 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-9-mds.yaml").st_ino) 2024-09-16T00:56:36.641 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.747 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629024 2024-09-16T00:56:36.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/fs").st_ino) 2024-09-16T00:56:36.757 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.864 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629025 2024-09-16T00:56:36.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.874 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.874 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.874 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.875 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.875 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/fs/btrfs.yaml").st_ino) 2024-09-16T00:56:36.875 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:36.982 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629026 2024-09-16T00:56:36.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/%").st_ino) 2024-09-16T00:56:36.991 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.098 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629021 2024-09-16T00:56:37.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.109 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.109 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.110 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.110 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.110 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts").st_ino) 2024-09-16T00:56:37.110 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.217 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629027 2024-09-16T00:56:37.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts/ceph-fuse.yaml").st_ino) 2024-09-16T00:56:37.227 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.335 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629028 2024-09-16T00:56:37.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts/kclient.yaml").st_ino) 2024-09-16T00:56:37.344 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.451 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629029 2024-09-16T00:56:37.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks").st_ino) 2024-09-16T00:56:37.460 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.567 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629030 2024-09-16T00:56:37.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.576 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.577 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.577 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.577 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.577 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:56:37.577 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.684 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629036 2024-09-16T00:56:37.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.693 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.694 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.694 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.694 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.694 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:56:37.694 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.802 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629034 2024-09-16T00:56:37.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_truncate_delay.yaml").st_ino) 2024-09-16T00:56:37.811 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:37.918 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629037 2024-09-16T00:56:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:37.927 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:37.927 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:37.927 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:37.928 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:37.928 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_misc.yaml").st_ino) 2024-09-16T00:56:37.928 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.035 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629031 2024-09-16T00:56:38.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:56:38.045 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.153 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629032 2024-09-16T00:56:38.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsync.yaml").st_ino) 2024-09-16T00:56:38.162 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.269 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629035 2024-09-16T00:56:38.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.278 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.278 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.278 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.278 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.279 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:56:38.279 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.386 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629033 2024-09-16T00:56:38.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash").st_ino) 2024-09-16T00:56:38.395 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.504 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629038 2024-09-16T00:56:38.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash/normal.yaml").st_ino) 2024-09-16T00:56:38.513 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629040 2024-09-16T00:56:38.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash/exports.yaml").st_ino) 2024-09-16T00:56:38.630 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.737 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629039 2024-09-16T00:56:38.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs").st_ino) 2024-09-16T00:56:38.747 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.855 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628819 2024-09-16T00:56:38.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs").st_ino) 2024-09-16T00:56:38.864 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:38.971 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628820 2024-09-16T00:56:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/clusters").st_ino) 2024-09-16T00:56:38.981 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.088 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628822 2024-09-16T00:56:39.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-16T00:56:39.097 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.205 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628823 2024-09-16T00:56:39.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/fs").st_ino) 2024-09-16T00:56:39.214 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.321 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628825 2024-09-16T00:56:39.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.330 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.331 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.331 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.331 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.331 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/fs/xfs.yaml").st_ino) 2024-09-16T00:56:39.331 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.438 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628826 2024-09-16T00:56:39.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline").st_ino) 2024-09-16T00:56:39.448 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.556 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628827 2024-09-16T00:56:39.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline/yes.yaml").st_ino) 2024-09-16T00:56:39.565 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.672 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628829 2024-09-16T00:56:39.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline/no.yaml").st_ino) 2024-09-16T00:56:39.681 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.788 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628828 2024-09-16T00:56:39.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.797 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.797 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.798 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.798 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/conf.yaml").st_ino) 2024-09-16T00:56:39.798 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:39.905 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628824 2024-09-16T00:56:39.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:39.914 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:39.914 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:39.914 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:39.915 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:39.915 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/%").st_ino) 2024-09-16T00:56:39.915 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.021 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628821 2024-09-16T00:56:40.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.030 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.030 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.031 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.031 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.031 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks").st_ino) 2024-09-16T00:56:40.031 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.138 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628830 2024-09-16T00:56:40.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_misc.yaml").st_ino) 2024-09-16T00:56:40.147 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.254 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628833 2024-09-16T00:56:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:56:40.264 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.372 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628838 2024-09-16T00:56:40.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_trivial_sync.yaml").st_ino) 2024-09-16T00:56:40.381 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.489 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628843 2024-09-16T00:56:40.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_snaps.yaml").st_ino) 2024-09-16T00:56:40.498 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.606 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628835 2024-09-16T00:56:40.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_direct_io.yaml").st_ino) 2024-09-16T00:56:40.615 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.723 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628831 2024-09-16T00:56:40.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.731 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.732 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.732 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.732 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.732 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-16T00:56:40.732 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.840 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628839 2024-09-16T00:56:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_kernel_untar_build.yaml").st_ino) 2024-09-16T00:56:40.849 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:40.956 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628832 2024-09-16T00:56:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:56:40.966 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.073 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628837 2024-09-16T00:56:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.083 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.083 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:56:41.084 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.190 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628836 2024-09-16T00:56:41.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsync.yaml").st_ino) 2024-09-16T00:56:41.200 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.308 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628840 2024-09-16T00:56:41.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:56:41.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.425 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628842 2024-09-16T00:56:41.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.434 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.434 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.435 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.435 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.435 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:56:41.435 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628841 2024-09-16T00:56:41.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_o_trunc.yaml").st_ino) 2024-09-16T00:56:41.551 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.658 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628834 2024-09-16T00:56:41.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.667 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.668 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.668 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.668 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.668 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients").st_ino) 2024-09-16T00:56:41.668 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.775 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628844 2024-09-16T00:56:41.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters").st_ino) 2024-09-16T00:56:41.785 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:41.892 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628846 2024-09-16T00:56:41.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters/2-clients.yaml").st_ino) 2024-09-16T00:56:41.902 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.010 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628847 2024-09-16T00:56:42.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.019 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.020 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.020 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.020 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.020 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/fs").st_ino) 2024-09-16T00:56:42.020 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628849 2024-09-16T00:56:42.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/fs/xfs.yaml").st_ino) 2024-09-16T00:56:42.136 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.244 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628850 2024-09-16T00:56:42.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.253 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.253 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.253 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.253 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.253 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/conf.yaml").st_ino) 2024-09-16T00:56:42.254 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.361 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628848 2024-09-16T00:56:42.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.369 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.369 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.370 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.370 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.370 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/%").st_ino) 2024-09-16T00:56:42.370 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.478 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628845 2024-09-16T00:56:42.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.487 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.487 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.487 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.487 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.487 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks").st_ino) 2024-09-16T00:56:42.488 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.594 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628851 2024-09-16T00:56:42.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml").st_ino) 2024-09-16T00:56:42.604 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.711 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628853 2024-09-16T00:56:42.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.720 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.720 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.721 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.721 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.721 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_dbench_iozone.yaml").st_ino) 2024-09-16T00:56:42.721 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.827 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628852 2024-09-16T00:56:42.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.836 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.837 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.837 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.837 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.837 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery").st_ino) 2024-09-16T00:56:42.837 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:42.944 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628854 2024-09-16T00:56:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/dirfrag").st_ino) 2024-09-16T00:56:42.953 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.060 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628860 2024-09-16T00:56:43.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.069 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.069 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.069 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.069 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.069 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/dirfrag/frag_enable.yaml").st_ino) 2024-09-16T00:56:43.070 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.176 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628861 2024-09-16T00:56:43.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/clusters").st_ino) 2024-09-16T00:56:43.186 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.294 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628856 2024-09-16T00:56:43.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.302 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.303 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.303 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.303 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.303 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/clusters/4-remote-clients.yaml").st_ino) 2024-09-16T00:56:43.303 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.410 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628857 2024-09-16T00:56:43.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.420 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.420 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.420 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.420 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.420 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/%").st_ino) 2024-09-16T00:56:43.421 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.528 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628855 2024-09-16T00:56:43.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.537 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.537 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.537 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.537 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.538 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/mounts").st_ino) 2024-09-16T00:56:43.538 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628862 2024-09-16T00:56:43.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.653 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.653 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.653 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.654 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.654 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/mounts/kmounts.yaml").st_ino) 2024-09-16T00:56:43.654 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.761 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628863 2024-09-16T00:56:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/xfs.yaml").st_ino) 2024-09-16T00:56:43.770 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.878 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628880 2024-09-16T00:56:43.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks").st_ino) 2024-09-16T00:56:43.887 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:43.994 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628864 2024-09-16T00:56:43.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/backtrace.yaml").st_ino) 2024-09-16T00:56:44.003 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.110 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628866 2024-09-16T00:56:44.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.119 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.119 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.119 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.119 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.120 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/forward-scrub.yaml").st_ino) 2024-09-16T00:56:44.120 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.227 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628873 2024-09-16T00:56:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.237 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.237 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.237 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.237 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.237 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/volume-client.yaml").st_ino) 2024-09-16T00:56:44.238 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.345 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628879 2024-09-16T00:56:44.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.353 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.354 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.354 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.354 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.354 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/config-commands.yaml").st_ino) 2024-09-16T00:56:44.354 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.461 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628869 2024-09-16T00:56:44.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/sessionmap.yaml").st_ino) 2024-09-16T00:56:44.471 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.578 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628877 2024-09-16T00:56:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/failover.yaml.disabled").st_ino) 2024-09-16T00:56:44.588 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.696 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628872 2024-09-16T00:56:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/data-scan.yaml").st_ino) 2024-09-16T00:56:44.705 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.812 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628871 2024-09-16T00:56:44.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.821 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.821 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.821 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.822 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.822 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/mds-flush.yaml").st_ino) 2024-09-16T00:56:44.822 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:44.929 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628875 2024-09-16T00:56:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/auto-repair.yaml").st_ino) 2024-09-16T00:56:44.938 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.045 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628865 2024-09-16T00:56:45.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.054 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.055 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.055 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.055 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.055 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/damage.yaml").st_ino) 2024-09-16T00:56:45.055 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.163 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628870 2024-09-16T00:56:45.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-recovery.yaml").st_ino) 2024-09-16T00:56:45.172 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.281 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628868 2024-09-16T00:56:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.290 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.291 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.291 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.291 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/journal-repair.yaml").st_ino) 2024-09-16T00:56:45.291 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.398 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628874 2024-09-16T00:56:45.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-limits.yaml").st_ino) 2024-09-16T00:56:45.408 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.518 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628867 2024-09-16T00:56:45.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.524 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.525 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.525 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.525 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.525 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/strays.yaml.disabled").st_ino) 2024-09-16T00:56:45.525 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.632 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628878 2024-09-16T00:56:45.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.641 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.641 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.642 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.642 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.642 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/pool-perm.yaml").st_ino) 2024-09-16T00:56:45.642 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.750 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628876 2024-09-16T00:56:45.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.758 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.758 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.759 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.759 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.759 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/debug").st_ino) 2024-09-16T00:56:45.759 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.866 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628858 2024-09-16T00:56:45.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.875 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.875 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.876 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.876 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.876 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/debug/mds_client.yaml").st_ino) 2024-09-16T00:56:45.876 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:45.983 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628859 2024-09-16T00:56:45.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash").st_ino) 2024-09-16T00:56:45.993 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.100 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628881 2024-09-16T00:56:46.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/clusters").st_ino) 2024-09-16T00:56:46.109 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.216 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628883 2024-09-16T00:56:46.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-16T00:56:46.225 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.332 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628884 2024-09-16T00:56:46.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.341 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.341 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.341 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.342 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.342 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/fs").st_ino) 2024-09-16T00:56:46.342 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.448 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628886 2024-09-16T00:56:46.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/fs/xfs.yaml").st_ino) 2024-09-16T00:56:46.458 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.566 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628887 2024-09-16T00:56:46.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads").st_ino) 2024-09-16T00:56:46.575 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.682 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628892 2024-09-16T00:56:46.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.691 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.692 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.692 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.692 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.692 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_ffsb.yaml").st_ino) 2024-09-16T00:56:46.692 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.800 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628893 2024-09-16T00:56:46.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:56:46.809 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:46.917 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628894 2024-09-16T00:56:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/conf.yaml").st_ino) 2024-09-16T00:56:46.926 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628885 2024-09-16T00:56:47.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.042 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.042 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.042 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.042 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.043 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/%").st_ino) 2024-09-16T00:56:47.043 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.151 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628882 2024-09-16T00:56:47.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.160 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.160 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.160 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.161 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.161 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers").st_ino) 2024-09-16T00:56:47.161 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.268 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628888 2024-09-16T00:56:47.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/default.yaml").st_ino) 2024-09-16T00:56:47.277 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.384 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628889 2024-09-16T00:56:47.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.393 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.393 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.393 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.393 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.393 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mon.yaml").st_ino) 2024-09-16T00:56:47.394 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.501 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628891 2024-09-16T00:56:47.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.510 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.510 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.510 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.510 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.510 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mds.yaml").st_ino) 2024-09-16T00:56:47.511 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.617 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628890 2024-09-16T00:56:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade").st_ino) 2024-09-16T00:56:47.627 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.734 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629875 2024-09-16T00:56:47.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x").st_ino) 2024-09-16T00:56:47.743 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.760 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:47.786 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:47.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629972 2024-09-16T00:56:47.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x").st_ino) 2024-09-16T00:56:47.860 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:47.967 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630004 2024-09-16T00:56:47.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:47.980 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:47.980 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:47.980 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:47.981 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:47.981 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/point-to-point-upgrade.yaml").st_ino) 2024-09-16T00:56:47.981 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.084 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630009 2024-09-16T00:56:48.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.093 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.094 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.094 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.094 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.094 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros").st_ino) 2024-09-16T00:56:48.094 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.201 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630006 2024-09-16T00:56:48.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.210 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.211 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.211 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.211 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.211 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/centos_7.2.yaml").st_ino) 2024-09-16T00:56:48.211 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.318 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630007 2024-09-16T00:56:48.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.327 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.327 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.328 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.328 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.328 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/ubuntu_14.04.yaml").st_ino) 2024-09-16T00:56:48.328 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.436 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630008 2024-09-16T00:56:48.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/%").st_ino) 2024-09-16T00:56:48.445 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.553 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630005 2024-09-16T00:56:48.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel").st_ino) 2024-09-16T00:56:48.562 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629973 2024-09-16T00:56:48.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/kraken.yaml").st_ino) 2024-09-16T00:56:48.680 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.787 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630003 2024-09-16T00:56:48.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.796 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.796 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.797 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.797 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.797 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install").st_ino) 2024-09-16T00:56:48.797 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:48.903 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629979 2024-09-16T00:56:48.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:48.912 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:48.913 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:48.913 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:48.913 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:48.913 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install/jewel.yaml").st_ino) 2024-09-16T00:56:48.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.021 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629980 2024-09-16T00:56:49.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/4-kraken.yaml").st_ino) 2024-09-16T00:56:49.030 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.137 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629992 2024-09-16T00:56:49.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.146 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.146 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.146 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.146 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.147 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence").st_ino) 2024-09-16T00:56:49.147 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.253 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629989 2024-09-16T00:56:49.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.262 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.262 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.262 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.263 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.263 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-16T00:56:49.263 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.370 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629990 2024-09-16T00:56:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.379 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.379 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.380 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.380 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.380 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml").st_ino) 2024-09-16T00:56:49.380 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.487 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629991 2024-09-16T00:56:49.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/distros").st_ino) 2024-09-16T00:56:49.497 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630002 2024-09-16T00:56:49.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.613 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.614 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.614 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.614 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.614 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/%").st_ino) 2024-09-16T00:56:49.614 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.721 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629974 2024-09-16T00:56:49.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload").st_ino) 2024-09-16T00:56:49.730 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.838 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629981 2024-09-16T00:56:49.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_python.yaml").st_ino) 2024-09-16T00:56:49.847 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:49.955 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629988 2024-09-16T00:56:49.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:49.963 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:49.964 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:49.964 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:49.964 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:49.964 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/blogbench.yaml").st_ino) 2024-09-16T00:56:49.964 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.071 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629983 2024-09-16T00:56:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.080 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.080 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.080 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.081 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.081 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_api.yaml").st_ino) 2024-09-16T00:56:50.081 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.189 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629985 2024-09-16T00:56:50.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_loadgenbig.yaml").st_ino) 2024-09-16T00:56:50.198 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.305 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629986 2024-09-16T00:56:50.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/ec-rados-default.yaml").st_ino) 2024-09-16T00:56:50.314 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.421 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629984 2024-09-16T00:56:50.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.430 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.430 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.430 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.430 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.430 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/+").st_ino) 2024-09-16T00:56:50.431 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.537 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629982 2024-09-16T00:56:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.546 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.547 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.547 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.547 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.547 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_api.yaml").st_ino) 2024-09-16T00:56:50.547 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.655 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629987 2024-09-16T00:56:50.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster").st_ino) 2024-09-16T00:56:50.664 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.771 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629975 2024-09-16T00:56:50.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.780 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.781 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.781 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.781 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.781 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/openstack.yaml").st_ino) 2024-09-16T00:56:50.781 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:50.888 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629977 2024-09-16T00:56:50.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/+").st_ino) 2024-09-16T00:56:50.897 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.004 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629976 2024-09-16T00:56:51.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/start.yaml").st_ino) 2024-09-16T00:56:51.014 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.122 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629978 2024-09-16T00:56:51.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload").st_ino) 2024-09-16T00:56:51.131 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.239 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629993 2024-09-16T00:56:51.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/blogbench.yaml").st_ino) 2024-09-16T00:56:51.248 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.356 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629995 2024-09-16T00:56:51.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados-snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:51.365 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629996 2024-09-16T00:56:51.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.481 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.481 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.481 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.481 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.482 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/+").st_ino) 2024-09-16T00:56:51.482 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.589 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629994 2024-09-16T00:56:51.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.598 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.598 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.598 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.598 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.598 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_loadgenmix.yaml").st_ino) 2024-09-16T00:56:51.599 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.706 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629997 2024-09-16T00:56:51.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_cls.yaml").st_ino) 2024-09-16T00:56:51.715 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.822 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629999 2024-09-16T00:56:51.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_mon_thrash.yaml").st_ino) 2024-09-16T00:56:51.832 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:51.939 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629998 2024-09-16T00:56:51.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:51.949 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:51.949 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:51.949 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:51.950 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:51.950 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rgw_swift.yaml").st_ino) 2024-09-16T00:56:51.950 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.057 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630001 2024-09-16T00:56:52.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_import_export.yaml").st_ino) 2024-09-16T00:56:52.066 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.174 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630000 2024-09-16T00:56:52.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split").st_ino) 2024-09-16T00:56:52.183 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.291 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630040 2024-09-16T00:56:52.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.300 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.300 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.301 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.301 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.301 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon").st_ino) 2024-09-16T00:56:52.301 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630060 2024-09-16T00:56:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.416 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.417 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.417 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.417 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.417 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon/monb.yaml").st_ino) 2024-09-16T00:56:52.417 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.527 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630061 2024-09-16T00:56:52.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.536 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.536 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.536 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.536 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.536 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon").st_ino) 2024-09-16T00:56:52.537 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.644 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630066 2024-09-16T00:56:52.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon/monc.yaml").st_ino) 2024-09-16T00:56:52.653 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.763 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630067 2024-09-16T00:56:52.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.772 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.772 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.772 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.773 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.773 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install").st_ino) 2024-09-16T00:56:52.773 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.879 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630046 2024-09-16T00:56:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install/jewel.yaml").st_ino) 2024-09-16T00:56:52.889 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:52.996 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630047 2024-09-16T00:56:52.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.005 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.005 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.006 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.006 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.006 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload").st_ino) 2024-09-16T00:56:53.006 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.113 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630054 2024-09-16T00:56:53.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/readwrite.yaml").st_ino) 2024-09-16T00:56:53.123 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.230 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630058 2024-09-16T00:56:53.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.240 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.240 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.240 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.240 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.241 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/snaps-few-objects.yaml").st_ino) 2024-09-16T00:56:53.241 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630059 2024-09-16T00:56:53.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-cls.yaml").st_ino) 2024-09-16T00:56:53.357 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.465 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630056 2024-09-16T00:56:53.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.474 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.474 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.474 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.474 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.474 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-import-export.yaml").st_ino) 2024-09-16T00:56:53.475 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.584 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630057 2024-09-16T00:56:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/+").st_ino) 2024-09-16T00:56:53.593 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.700 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630055 2024-09-16T00:56:53.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon").st_ino) 2024-09-16T00:56:53.710 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.818 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630052 2024-09-16T00:56:53.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon/mona.yaml").st_ino) 2024-09-16T00:56:53.827 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:53.935 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630053 2024-09-16T00:56:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/distros").st_ino) 2024-09-16T00:56:53.944 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.051 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630073 2024-09-16T00:56:54.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/%").st_ino) 2024-09-16T00:56:54.060 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.167 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630041 2024-09-16T00:56:54.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload").st_ino) 2024-09-16T00:56:54.177 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.284 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630068 2024-09-16T00:56:54.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.293 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.294 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.294 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.294 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.294 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rbd-python.yaml").st_ino) 2024-09-16T00:56:54.294 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.404 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630070 2024-09-16T00:56:54.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rgw-swift.yaml").st_ino) 2024-09-16T00:56:54.413 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.522 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630071 2024-09-16T00:56:54.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/snaps-many-objects.yaml").st_ino) 2024-09-16T00:56:54.531 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.638 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630072 2024-09-16T00:56:54.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/+").st_ino) 2024-09-16T00:56:54.648 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.756 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630069 2024-09-16T00:56:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade").st_ino) 2024-09-16T00:56:54.765 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.873 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630048 2024-09-16T00:56:54.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade/firsthalf.yaml").st_ino) 2024-09-16T00:56:54.882 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:54.989 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630049 2024-09-16T00:56:54.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:54.998 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:54.999 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:54.999 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:54.999 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:54.999 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash").st_ino) 2024-09-16T00:56:54.999 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.106 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630050 2024-09-16T00:56:55.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.115 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.116 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.116 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.116 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.116 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash/default.yaml").st_ino) 2024-09-16T00:56:55.116 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.224 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630051 2024-09-16T00:56:55.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.233 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.233 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.233 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.233 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.234 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload").st_ino) 2024-09-16T00:56:55.234 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.340 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630062 2024-09-16T00:56:55.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.349 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.349 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.350 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.350 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.350 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/radosbench.yaml").st_ino) 2024-09-16T00:56:55.350 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.457 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630064 2024-09-16T00:56:55.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.466 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.466 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.466 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.466 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.466 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/rbd_api.yaml").st_ino) 2024-09-16T00:56:55.467 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.574 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630065 2024-09-16T00:56:55.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/+").st_ino) 2024-09-16T00:56:55.583 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.690 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630063 2024-09-16T00:56:55.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.699 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.699 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.700 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.700 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.700 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster").st_ino) 2024-09-16T00:56:55.700 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.808 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630042 2024-09-16T00:56:55.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/openstack.yaml").st_ino) 2024-09-16T00:56:55.817 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:55.924 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630044 2024-09-16T00:56:55.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:55.933 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:55.933 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:55.933 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:55.934 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:55.934 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/+").st_ino) 2024-09-16T00:56:55.934 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.042 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630043 2024-09-16T00:56:56.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.051 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.051 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.051 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.052 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/start.yaml").st_ino) 2024-09-16T00:56:56.052 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.158 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630045 2024-09-16T00:56:56.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64").st_ino) 2024-09-16T00:56:56.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.274 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630010 2024-09-16T00:56:56.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.283 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.284 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.284 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/6-next-mon").st_ino) 2024-09-16T00:56:56.284 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.391 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630021 2024-09-16T00:56:56.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.399 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.400 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.400 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.400 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.400 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/8-next-mon").st_ino) 2024-09-16T00:56:56.400 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.508 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630022 2024-09-16T00:56:56.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/1-jewel-install").st_ino) 2024-09-16T00:56:56.518 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630014 2024-09-16T00:56:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.634 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.635 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.635 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.635 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.635 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload").st_ino) 2024-09-16T00:56:56.635 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.742 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630019 2024-09-16T00:56:56.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload/ec-rados-default.yaml").st_ino) 2024-09-16T00:56:56.752 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630020 2024-09-16T00:56:56.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/4-mon").st_ino) 2024-09-16T00:56:56.869 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:56.976 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630018 2024-09-16T00:56:56.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/%").st_ino) 2024-09-16T00:56:56.985 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.092 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630011 2024-09-16T00:56:57.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-x86_64.yaml").st_ino) 2024-09-16T00:56:57.102 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.209 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630013 2024-09-16T00:56:57.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.218 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.219 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.219 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.219 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.219 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload").st_ino) 2024-09-16T00:56:57.219 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.326 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630023 2024-09-16T00:56:57.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.337 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.337 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.337 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.337 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.337 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-16T00:56:57.338 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.445 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630024 2024-09-16T00:56:57.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.454 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.454 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.454 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.455 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/2-partial-upgrade").st_ino) 2024-09-16T00:56:57.455 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.561 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630015 2024-09-16T00:56:57.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.570 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.570 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.570 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.570 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.570 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash").st_ino) 2024-09-16T00:56:57.571 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.677 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630016 2024-09-16T00:56:57.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.686 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.686 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.686 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.686 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.687 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash/default.yaml").st_ino) 2024-09-16T00:56:57.687 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.793 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630017 2024-09-16T00:56:57.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-cluster").st_ino) 2024-09-16T00:56:57.802 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:57.909 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630012 2024-09-16T00:56:57.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:57.930 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:57.930 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:57.931 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:57.931 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:57.931 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code").st_ino) 2024-09-16T00:56:57.931 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.038 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630025 2024-09-16T00:56:58.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/6-next-mon").st_ino) 2024-09-16T00:56:58.047 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.154 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630035 2024-09-16T00:56:58.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.164 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.164 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.164 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.164 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.164 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/8-next-mon").st_ino) 2024-09-16T00:56:58.165 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.272 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630036 2024-09-16T00:56:58.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.281 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.281 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.281 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.281 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.282 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/1-jewel-install").st_ino) 2024-09-16T00:56:58.282 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630028 2024-09-16T00:56:58.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.398 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.399 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.399 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.399 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.399 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload").st_ino) 2024-09-16T00:56:58.399 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.507 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630033 2024-09-16T00:56:58.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload/ec-rados-default.yaml").st_ino) 2024-09-16T00:56:58.517 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.625 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630034 2024-09-16T00:56:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/4-mon").st_ino) 2024-09-16T00:56:58.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.742 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630032 2024-09-16T00:56:58.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.751 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.751 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.751 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.751 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.751 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/distros").st_ino) 2024-09-16T00:56:58.752 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.859 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630039 2024-09-16T00:56:58.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.868 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.868 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.868 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.868 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.869 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/%").st_ino) 2024-09-16T00:56:58.869 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:58.975 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630026 2024-09-16T00:56:58.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload").st_ino) 2024-09-16T00:56:58.984 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630037 2024-09-16T00:56:59.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.100 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.100 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.100 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-16T00:56:59.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630038 2024-09-16T00:56:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/2-partial-upgrade").st_ino) 2024-09-16T00:56:59.218 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.326 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630029 2024-09-16T00:56:59.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.335 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.335 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.336 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.336 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.336 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash").st_ino) 2024-09-16T00:56:59.336 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.444 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630030 2024-09-16T00:56:59.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.452 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.452 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.452 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.452 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.453 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash/default.yaml").st_ino) 2024-09-16T00:56:59.453 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.560 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630031 2024-09-16T00:56:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.568 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.568 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.569 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.569 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.569 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/0-cluster").st_ino) 2024-09-16T00:56:59.569 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.677 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630027 2024-09-16T00:56:59.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.686 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.686 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.686 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.687 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.687 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x").st_ino) 2024-09-16T00:56:59.687 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.793 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629913 2024-09-16T00:56:59.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel").st_ino) 2024-09-16T00:56:59.802 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:56:59.909 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629914 2024-09-16T00:56:59.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:56:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:59.918 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:56:59.918 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:56:59.919 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:56:59.919 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:56:59.919 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/8-kraken.yaml").st_ino) 2024-09-16T00:56:59.919 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.027 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629944 2024-09-16T00:57:00.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install").st_ino) 2024-09-16T00:57:00.036 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.143 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629918 2024-09-16T00:57:00.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.153 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.153 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.153 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.154 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.154 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install/hammer-jewel.yaml").st_ino) 2024-09-16T00:57:00.154 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.263 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629919 2024-09-16T00:57:00.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/4-jewel.yaml").st_ino) 2024-09-16T00:57:00.272 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.379 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629931 2024-09-16T00:57:00.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.388 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.388 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.388 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.388 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.388 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3.5-finish.yaml").st_ino) 2024-09-16T00:57:00.389 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.495 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629930 2024-09-16T00:57:00.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence").st_ino) 2024-09-16T00:57:00.505 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.612 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629927 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.621 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.621 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.621 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.622 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.622 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-osd-mds-mon.yaml").st_ino) 2024-09-16T00:57:00.622 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.730 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629929 2024-09-16T00:57:00.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.739 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.739 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.739 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.740 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.740 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-16T00:57:00.740 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.847 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629928 2024-09-16T00:57:00.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence").st_ino) 2024-09-16T00:57:00.856 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:00.964 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629941 2024-09-16T00:57:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-by-daemon.yaml").st_ino) 2024-09-16T00:57:00.973 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.081 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629943 2024-09-16T00:57:01.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.090 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.090 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.090 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.090 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.090 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-16T00:57:01.091 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.198 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629942 2024-09-16T00:57:01.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.208 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.208 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.208 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.208 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.208 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros").st_ino) 2024-09-16T00:57:01.209 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.315 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629953 2024-09-16T00:57:01.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/centos_7.2.yaml").st_ino) 2024-09-16T00:57:01.325 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.432 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629954 2024-09-16T00:57:01.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.441 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.441 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.442 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.442 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.442 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/ubuntu_14.04.yaml").st_ino) 2024-09-16T00:57:01.442 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629955 2024-09-16T00:57:01.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.558 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.558 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.558 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.558 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.559 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/%").st_ino) 2024-09-16T00:57:01.559 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.666 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629915 2024-09-16T00:57:01.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload").st_ino) 2024-09-16T00:57:01.675 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.783 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629945 2024-09-16T00:57:01.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados-snaps-few-objects.yaml").st_ino) 2024-09-16T00:57:01.792 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:01.899 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629947 2024-09-16T00:57:01.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/+").st_ino) 2024-09-16T00:57:01.909 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.016 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629946 2024-09-16T00:57:02.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.025 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.025 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.025 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.025 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.025 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_loadgenmix.yaml").st_ino) 2024-09-16T00:57:02.026 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.133 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629948 2024-09-16T00:57:02.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_cls.yaml").st_ino) 2024-09-16T00:57:02.142 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.249 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629950 2024-09-16T00:57:02.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.258 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.259 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.259 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.259 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.259 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_mon_thrash.yaml").st_ino) 2024-09-16T00:57:02.259 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.366 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629949 2024-09-16T00:57:02.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.375 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.375 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.375 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.376 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.376 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_import_export.yaml").st_ino) 2024-09-16T00:57:02.376 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.482 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629951 2024-09-16T00:57:02.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rgw_s3tests.yaml").st_ino) 2024-09-16T00:57:02.492 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.599 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629952 2024-09-16T00:57:02.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.608 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.608 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.608 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.608 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.609 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload").st_ino) 2024-09-16T00:57:02.609 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.715 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629920 2024-09-16T00:57:02.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_python.yaml").st_ino) 2024-09-16T00:57:02.724 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.832 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629926 2024-09-16T00:57:02.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_api.yaml").st_ino) 2024-09-16T00:57:02.841 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:02.949 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629923 2024-09-16T00:57:02.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_loadgenbig.yaml").st_ino) 2024-09-16T00:57:02.958 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.065 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629924 2024-09-16T00:57:03.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.075 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.075 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.075 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.075 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.076 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/ec-rados-default.yaml").st_ino) 2024-09-16T00:57:03.076 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.183 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629922 2024-09-16T00:57:03.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.191 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.192 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.192 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.192 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.192 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/+").st_ino) 2024-09-16T00:57:03.192 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.299 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629921 2024-09-16T00:57:03.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.308 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.308 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.308 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.309 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.309 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_api.yaml").st_ino) 2024-09-16T00:57:03.309 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.416 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629925 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload").st_ino) 2024-09-16T00:57:03.426 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.534 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629934 2024-09-16T00:57:03.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.543 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.543 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.543 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.543 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.543 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_python.yaml").st_ino) 2024-09-16T00:57:03.544 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.651 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629940 2024-09-16T00:57:03.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.659 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.659 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.660 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.660 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.660 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_api.yaml").st_ino) 2024-09-16T00:57:03.660 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.767 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629937 2024-09-16T00:57:03.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.776 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.776 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.776 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.776 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.776 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_loadgenbig.yaml").st_ino) 2024-09-16T00:57:03.777 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:03.884 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629938 2024-09-16T00:57:03.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:03.893 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:03.893 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:03.893 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:03.893 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:03.893 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/ec-rados-default.yaml").st_ino) 2024-09-16T00:57:03.894 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.001 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629936 2024-09-16T00:57:04.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/+").st_ino) 2024-09-16T00:57:04.010 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.118 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629935 2024-09-16T00:57:04.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_api.yaml").st_ino) 2024-09-16T00:57:04.127 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.235 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629939 2024-09-16T00:57:04.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade").st_ino) 2024-09-16T00:57:04.245 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.352 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629932 2024-09-16T00:57:04.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade/hammer-jewel-x.yaml").st_ino) 2024-09-16T00:57:04.361 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.469 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629933 2024-09-16T00:57:04.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.477 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.478 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.478 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.478 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.478 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster").st_ino) 2024-09-16T00:57:04.478 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.585 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629916 2024-09-16T00:57:04.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster/start.yaml").st_ino) 2024-09-16T00:57:04.595 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.702 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629917 2024-09-16T00:57:04.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.711 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.711 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.711 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.711 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.711 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split").st_ino) 2024-09-16T00:57:04.712 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.819 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629956 2024-09-16T00:57:04.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/6-next-mon").st_ino) 2024-09-16T00:57:04.828 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:04.935 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629965 2024-09-16T00:57:04.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:04.944 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:04.944 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:04.945 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:04.945 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:04.945 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/8-next-mon").st_ino) 2024-09-16T00:57:04.945 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.051 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629967 2024-09-16T00:57:05.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/5-workload").st_ino) 2024-09-16T00:57:05.060 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.169 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629964 2024-09-16T00:57:05.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/4-mon").st_ino) 2024-09-16T00:57:05.179 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.286 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629963 2024-09-16T00:57:05.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.295 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.296 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.296 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.296 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.296 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros").st_ino) 2024-09-16T00:57:05.296 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.403 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629969 2024-09-16T00:57:05.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.412 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.412 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.413 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.413 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.413 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/centos_7.2.yaml").st_ino) 2024-09-16T00:57:05.413 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.521 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629970 2024-09-16T00:57:05.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/ubuntu_14.04.yaml").st_ino) 2024-09-16T00:57:05.530 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.638 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629971 2024-09-16T00:57:05.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.646 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.647 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.647 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.647 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.647 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/%").st_ino) 2024-09-16T00:57:05.647 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629957 2024-09-16T00:57:05.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/9-workload").st_ino) 2024-09-16T00:57:05.764 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.871 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629968 2024-09-16T00:57:05.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.880 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.880 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.880 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.881 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.881 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel").st_ino) 2024-09-16T00:57:05.881 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:05.988 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629959 2024-09-16T00:57:05.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel/hammer-to-jewel.yaml").st_ino) 2024-09-16T00:57:05.998 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.105 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629960 2024-09-16T00:57:06.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.114 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.114 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.114 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.115 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.115 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/2-partial-upgrade").st_ino) 2024-09-16T00:57:06.115 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.222 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629961 2024-09-16T00:57:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.231 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.231 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.231 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.231 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.232 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/3-thrash").st_ino) 2024-09-16T00:57:06.232 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.339 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629962 2024-09-16T00:57:06.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/7-workload").st_ino) 2024-09-16T00:57:06.348 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.455 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629966 2024-09-16T00:57:06.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.464 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.464 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.464 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.464 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.465 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/0-cluster").st_ino) 2024-09-16T00:57:06.465 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629958 2024-09-16T00:57:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade").st_ino) 2024-09-16T00:57:06.581 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629876 2024-09-16T00:57:06.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.698 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.698 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.698 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.699 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.699 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x").st_ino) 2024-09-16T00:57:06.699 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.805 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629877 2024-09-16T00:57:06.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd").st_ino) 2024-09-16T00:57:06.815 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:06.922 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629887 2024-09-16T00:57:06.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:06.931 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:06.932 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:06.932 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:06.932 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:06.932 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install").st_ino) 2024-09-16T00:57:06.932 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.040 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629891 2024-09-16T00:57:07.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.050 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.050 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.050 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.050 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install/hammer-client-x.yaml").st_ino) 2024-09-16T00:57:07.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.158 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629892 2024-09-16T00:57:07.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/%").st_ino) 2024-09-16T00:57:07.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.275 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629888 2024-09-16T00:57:07.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload").st_ino) 2024-09-16T00:57:07.284 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.391 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629893 2024-09-16T00:57:07.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.401 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.401 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.401 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload/rbd_notification_tests.yaml").st_ino) 2024-09-16T00:57:07.401 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.509 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629894 2024-09-16T00:57:07.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.518 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.518 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.519 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.519 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.519 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster").st_ino) 2024-09-16T00:57:07.519 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.627 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629889 2024-09-16T00:57:07.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.635 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.635 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.635 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.636 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.636 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster/start.yaml").st_ino) 2024-09-16T00:57:07.636 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.744 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629890 2024-09-16T00:57:07.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic").st_ino) 2024-09-16T00:57:07.753 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.860 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629878 2024-09-16T00:57:07.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install").st_ino) 2024-09-16T00:57:07.869 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:07.976 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629882 2024-09-16T00:57:07.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:07.985 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:07.986 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:07.986 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:07.986 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:07.986 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install/hammer-client-x.yaml").st_ino) 2024-09-16T00:57:07.986 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.094 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629883 2024-09-16T00:57:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.103 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.103 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.103 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.103 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.104 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/%").st_ino) 2024-09-16T00:57:08.104 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.210 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629879 2024-09-16T00:57:08.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload").st_ino) 2024-09-16T00:57:08.219 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629884 2024-09-16T00:57:08.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_cli_import_export.yaml").st_ino) 2024-09-16T00:57:08.336 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.444 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629886 2024-09-16T00:57:08.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.453 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.453 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.453 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.453 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.454 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_api_tests.yaml").st_ino) 2024-09-16T00:57:08.454 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.561 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629885 2024-09-16T00:57:08.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster").st_ino) 2024-09-16T00:57:08.570 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.677 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629880 2024-09-16T00:57:08.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.686 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.686 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.686 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.686 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.687 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster/start.yaml").st_ino) 2024-09-16T00:57:08.687 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629881 2024-09-16T00:57:08.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x").st_ino) 2024-09-16T00:57:08.803 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:08.911 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629895 2024-09-16T00:57:08.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd").st_ino) 2024-09-16T00:57:08.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629905 2024-09-16T00:57:09.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.037 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.037 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.037 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.037 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install").st_ino) 2024-09-16T00:57:09.038 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.145 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629909 2024-09-16T00:57:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install/jewel-client-x.yaml").st_ino) 2024-09-16T00:57:09.154 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.264 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629910 2024-09-16T00:57:09.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/%").st_ino) 2024-09-16T00:57:09.273 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629906 2024-09-16T00:57:09.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.389 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload").st_ino) 2024-09-16T00:57:09.390 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629911 2024-09-16T00:57:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload/rbd_notification_tests.yaml").st_ino) 2024-09-16T00:57:09.507 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.618 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629912 2024-09-16T00:57:09.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster").st_ino) 2024-09-16T00:57:09.627 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.735 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629907 2024-09-16T00:57:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster/start.yaml").st_ino) 2024-09-16T00:57:09.744 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.852 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629908 2024-09-16T00:57:09.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.861 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.861 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.862 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.862 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.862 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic").st_ino) 2024-09-16T00:57:09.862 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:09.969 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629896 2024-09-16T00:57:09.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:09.978 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:09.978 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:09.979 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:09.979 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:09.979 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install").st_ino) 2024-09-16T00:57:09.979 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.086 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629900 2024-09-16T00:57:10.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install/jewel-client-x.yaml").st_ino) 2024-09-16T00:57:10.095 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.202 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629901 2024-09-16T00:57:10.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.211 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.211 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.211 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.212 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.212 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/%").st_ino) 2024-09-16T00:57:10.212 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.320 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629897 2024-09-16T00:57:10.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload").st_ino) 2024-09-16T00:57:10.329 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.436 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629902 2024-09-16T00:57:10.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.445 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.445 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.445 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.445 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.445 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_cli_import_export.yaml").st_ino) 2024-09-16T00:57:10.446 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.553 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629904 2024-09-16T00:57:10.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.561 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.562 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.562 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.562 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.562 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_api_tests.yaml").st_ino) 2024-09-16T00:57:10.562 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.669 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629903 2024-09-16T00:57:10.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster").st_ino) 2024-09-16T00:57:10.678 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.786 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629898 2024-09-16T00:57:10.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster/start.yaml").st_ino) 2024-09-16T00:57:10.795 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:10.903 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629899 2024-09-16T00:57:10.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:10.912 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:10.912 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:10.912 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:10.912 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:10.913 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy").st_ino) 2024-09-16T00:57:10.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.019 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628540 2024-09-16T00:57:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.028 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.028 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.028 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.028 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.028 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/%").st_ino) 2024-09-16T00:57:11.029 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.135 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628541 2024-09-16T00:57:11.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.144 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.144 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.144 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.144 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.145 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/all").st_ino) 2024-09-16T00:57:11.145 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.251 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628542 2024-09-16T00:57:11.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/all/nop.yaml").st_ino) 2024-09-16T00:57:11.260 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.367 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628543 2024-09-16T00:57:11.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.376 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.377 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.377 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.377 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.377 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop").st_ino) 2024-09-16T00:57:11.377 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.484 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628809 2024-09-16T00:57:11.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic").st_ino) 2024-09-16T00:57:11.493 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.600 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628810 2024-09-16T00:57:11.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/clusters").st_ino) 2024-09-16T00:57:11.610 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.717 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628812 2024-09-16T00:57:11.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.726 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.726 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.726 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.727 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.727 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/clusters/fixed-3.yaml").st_ino) 2024-09-16T00:57:11.727 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.834 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628813 2024-09-16T00:57:11.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/%").st_ino) 2024-09-16T00:57:11.844 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:11.952 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628811 2024-09-16T00:57:11.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/xfs.yaml").st_ino) 2024-09-16T00:57:11.961 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.068 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628818 2024-09-16T00:57:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks").st_ino) 2024-09-16T00:57:12.078 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.185 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628814 2024-09-16T00:57:12.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.194 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.194 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.194 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.194 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.195 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/wordcount.yaml").st_ino) 2024-09-16T00:57:12.195 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628817 2024-09-16T00:57:12.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.310 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.310 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.310 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.310 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.311 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/repl.yaml").st_ino) 2024-09-16T00:57:12.311 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.419 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628815 2024-09-16T00:57:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/terasort.yaml").st_ino) 2024-09-16T00:57:12.428 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.535 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628816 2024-09-16T00:57:12.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology").st_ino) 2024-09-16T00:57:12.545 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.652 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629807 2024-09-16T00:57:12.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/integration.yaml").st_ino) 2024-09-16T00:57:12.661 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.768 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629822 2024-09-16T00:57:12.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.777 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.777 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.777 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.777 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.777 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop").st_ino) 2024-09-16T00:57:12.778 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:12.884 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629838 2024-09-16T00:57:12.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/%").st_ino) 2024-09-16T00:57:12.893 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629839 2024-09-16T00:57:13.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.009 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.009 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.009 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.009 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.009 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/all").st_ino) 2024-09-16T00:57:13.010 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629840 2024-09-16T00:57:13.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/all/nop.yaml").st_ino) 2024-09-16T00:57:13.125 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.233 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629841 2024-09-16T00:57:13.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw").st_ino) 2024-09-16T00:57:13.242 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.349 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629842 2024-09-16T00:57:13.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/distros").st_ino) 2024-09-16T00:57:13.358 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.465 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629844 2024-09-16T00:57:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/%").st_ino) 2024-09-16T00:57:13.475 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.584 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629843 2024-09-16T00:57:13.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks").st_ino) 2024-09-16T00:57:13.592 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.699 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629845 2024-09-16T00:57:13.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.709 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.709 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.709 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.709 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.709 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fastcgi.yaml").st_ino) 2024-09-16T00:57:13.710 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.816 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629847 2024-09-16T00:57:13.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fcgi.yaml").st_ino) 2024-09-16T00:57:13.825 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:13.932 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629848 2024-09-16T00:57:13.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-civetweb.yaml").st_ino) 2024-09-16T00:57:13.942 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.049 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629846 2024-09-16T00:57:14.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.058 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.058 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.058 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.059 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.059 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph").st_ino) 2024-09-16T00:57:14.059 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.165 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629832 2024-09-16T00:57:14.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/clusters").st_ino) 2024-09-16T00:57:14.175 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.282 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629834 2024-09-16T00:57:14.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/clusters/single.yaml").st_ino) 2024-09-16T00:57:14.292 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.400 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629835 2024-09-16T00:57:14.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.409 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.409 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.410 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.410 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.410 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/%").st_ino) 2024-09-16T00:57:14.410 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.517 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629833 2024-09-16T00:57:14.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/tasks").st_ino) 2024-09-16T00:57:14.527 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629836 2024-09-16T00:57:14.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/tasks/teuthology.yaml").st_ino) 2024-09-16T00:57:14.643 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.750 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629837 2024-09-16T00:57:14.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.759 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.759 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.759 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.759 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.759 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph").st_ino) 2024-09-16T00:57:14.760 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.866 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629815 2024-09-16T00:57:14.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.875 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.875 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.875 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.875 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.875 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/clusters").st_ino) 2024-09-16T00:57:14.876 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:14.982 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629817 2024-09-16T00:57:14.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/clusters/single.yaml").st_ino) 2024-09-16T00:57:14.991 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.098 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629818 2024-09-16T00:57:15.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/distros").st_ino) 2024-09-16T00:57:15.107 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.214 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629819 2024-09-16T00:57:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/%").st_ino) 2024-09-16T00:57:15.223 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.330 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629816 2024-09-16T00:57:15.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/tasks").st_ino) 2024-09-16T00:57:15.339 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.446 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629820 2024-09-16T00:57:15.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/tasks/teuthology.yaml").st_ino) 2024-09-16T00:57:15.455 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.563 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629821 2024-09-16T00:57:15.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages").st_ino) 2024-09-16T00:57:15.572 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.679 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629808 2024-09-16T00:57:15.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.688 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.688 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.688 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.689 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.689 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/distros").st_ino) 2024-09-16T00:57:15.689 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.795 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629810 2024-09-16T00:57:15.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.804 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.804 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.804 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.804 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.804 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/%").st_ino) 2024-09-16T00:57:15.805 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:15.912 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629809 2024-09-16T00:57:15.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:15.920 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:15.921 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:15.921 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:15.921 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:15.921 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks").st_ino) 2024-09-16T00:57:15.921 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.028 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629811 2024-09-16T00:57:16.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/default.yaml").st_ino) 2024-09-16T00:57:16.037 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.145 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629813 2024-09-16T00:57:16.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.153 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.154 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.154 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.154 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.154 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/tag.yaml").st_ino) 2024-09-16T00:57:16.154 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.263 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629814 2024-09-16T00:57:16.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.272 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.272 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.272 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.272 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.272 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/branch.yaml").st_ino) 2024-09-16T00:57:16.273 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.379 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629812 2024-09-16T00:57:16.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.388 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.388 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.388 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.388 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.388 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster").st_ino) 2024-09-16T00:57:16.389 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.495 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629823 2024-09-16T00:57:16.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.504 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.505 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.505 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.505 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.505 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/fs").st_ino) 2024-09-16T00:57:16.505 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.612 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629830 2024-09-16T00:57:16.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.621 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.621 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.621 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.621 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.621 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/fs/xfs.yaml").st_ino) 2024-09-16T00:57:16.622 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.728 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629831 2024-09-16T00:57:16.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.737 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.738 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.738 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.738 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.738 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/%").st_ino) 2024-09-16T00:57:16.738 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.845 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629824 2024-09-16T00:57:16.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.854 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.854 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.854 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.854 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.855 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all").st_ino) 2024-09-16T00:57:16.855 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:16.962 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629825 2024-09-16T00:57:16.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:16.971 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:16.971 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:16.971 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:16.972 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:16.972 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/thrashosds.yaml").st_ino) 2024-09-16T00:57:16.972 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.079 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629827 2024-09-16T00:57:17.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/ceph.yaml").st_ino) 2024-09-16T00:57:17.089 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.197 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629826 2024-09-16T00:57:17.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/upgrade.yaml").st_ino) 2024-09-16T00:57:17.206 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.315 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629828 2024-09-16T00:57:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/workunit.yaml").st_ino) 2024-09-16T00:57:17.324 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.432 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629829 2024-09-16T00:57:17.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.441 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.441 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.441 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.441 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.441 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/workunits").st_ino) 2024-09-16T00:57:17.442 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.549 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629849 2024-09-16T00:57:17.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.558 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.558 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.558 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.558 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.558 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/workunits/yes.yaml").st_ino) 2024-09-16T00:57:17.559 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.665 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629850 2024-09-16T00:57:17.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds").st_ino) 2024-09-16T00:57:17.675 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.782 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629061 2024-09-16T00:57:17.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic").st_ino) 2024-09-16T00:57:17.791 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:17.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:17.849 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:17.899 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629062 2024-09-16T00:57:17.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:17.908 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:17.908 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:17.908 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:17.908 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:17.908 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides").st_ino) 2024-09-16T00:57:17.909 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.015 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629073 2024-09-16T00:57:18.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/fuse-default-perm-no.yaml").st_ino) 2024-09-16T00:57:18.025 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.133 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629076 2024-09-16T00:57:18.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/basic").st_ino) 2024-09-16T00:57:18.143 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.251 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629075 2024-09-16T00:57:18.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/%").st_ino) 2024-09-16T00:57:18.261 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.368 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629074 2024-09-16T00:57:18.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.377 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.377 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.377 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.377 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.377 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters").st_ino) 2024-09-16T00:57:18.378 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.484 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629065 2024-09-16T00:57:18.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.493 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.494 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.494 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.494 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.494 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters/9-mds.yaml").st_ino) 2024-09-16T00:57:18.494 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.601 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629067 2024-09-16T00:57:18.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.610 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.611 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.611 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.611 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.611 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters/3-mds.yaml").st_ino) 2024-09-16T00:57:18.611 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.718 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629066 2024-09-16T00:57:18.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/fs").st_ino) 2024-09-16T00:57:18.727 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.834 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629068 2024-09-16T00:57:18.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount").st_ino) 2024-09-16T00:57:18.844 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:18.951 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629070 2024-09-16T00:57:18.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:18.960 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:18.960 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:18.961 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:18.961 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:18.961 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount/kclient.yaml").st_ino) 2024-09-16T00:57:18.961 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.068 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629072 2024-09-16T00:57:19.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.077 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.077 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.077 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.077 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.078 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount/fuse.yaml").st_ino) 2024-09-16T00:57:19.078 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.185 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629071 2024-09-16T00:57:19.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.194 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.194 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.195 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.195 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.195 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/inline").st_ino) 2024-09-16T00:57:19.195 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.302 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629069 2024-09-16T00:57:19.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.311 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.312 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.312 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.312 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.312 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/begin.yaml").st_ino) 2024-09-16T00:57:19.312 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.419 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629064 2024-09-16T00:57:19.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.428 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.428 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.428 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.428 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.429 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/%").st_ino) 2024-09-16T00:57:19.429 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.535 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629063 2024-09-16T00:57:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/tasks").st_ino) 2024-09-16T00:57:19.546 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.653 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629077 2024-09-16T00:57:19.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.662 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.662 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.662 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.662 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.662 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify").st_ino) 2024-09-16T00:57:19.663 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.769 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629078 2024-09-16T00:57:19.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/validater").st_ino) 2024-09-16T00:57:19.778 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:19.885 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629093 2024-09-16T00:57:19.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:19.894 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:19.894 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:19.894 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:19.894 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:19.895 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides").st_ino) 2024-09-16T00:57:19.895 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.002 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629088 2024-09-16T00:57:20.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.011 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.011 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.011 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.011 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.012 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/fuse-default-perm-no.yaml").st_ino) 2024-09-16T00:57:20.012 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.119 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629090 2024-09-16T00:57:20.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/%").st_ino) 2024-09-16T00:57:20.128 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.235 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629089 2024-09-16T00:57:20.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.244 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.245 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.245 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.245 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.245 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/verify").st_ino) 2024-09-16T00:57:20.245 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.353 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629091 2024-09-16T00:57:20.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters").st_ino) 2024-09-16T00:57:20.362 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.470 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629081 2024-09-16T00:57:20.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.478 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.479 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.479 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.479 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.479 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters/9-mds.yaml").st_ino) 2024-09-16T00:57:20.479 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629083 2024-09-16T00:57:20.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.595 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.596 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.596 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.596 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.596 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters/3-mds.yaml").st_ino) 2024-09-16T00:57:20.596 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.703 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629082 2024-09-16T00:57:20.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.712 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.712 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.712 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.713 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.713 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/fs").st_ino) 2024-09-16T00:57:20.713 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.821 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629084 2024-09-16T00:57:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount").st_ino) 2024-09-16T00:57:20.830 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:20.937 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629085 2024-09-16T00:57:20.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:20.947 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:20.947 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:20.947 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:20.948 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:20.948 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount/kclient.yaml").st_ino) 2024-09-16T00:57:20.948 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.054 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629087 2024-09-16T00:57:21.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount/fuse.yaml").st_ino) 2024-09-16T00:57:21.064 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.172 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629086 2024-09-16T00:57:21.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.180 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.181 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.181 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.181 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.181 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/begin.yaml").st_ino) 2024-09-16T00:57:21.181 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.288 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629080 2024-09-16T00:57:21.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/%").st_ino) 2024-09-16T00:57:21.298 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.405 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629079 2024-09-16T00:57:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/tasks").st_ino) 2024-09-16T00:57:21.415 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.522 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629092 2024-09-16T00:57:21.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke").st_ino) 2024-09-16T00:57:21.532 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.639 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629733 2024-09-16T00:57:21.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.648 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.649 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.649 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.649 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.649 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node").st_ino) 2024-09-16T00:57:21.649 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.756 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629734 2024-09-16T00:57:21.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters").st_ino) 2024-09-16T00:57:21.766 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.874 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629736 2024-09-16T00:57:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml").st_ino) 2024-09-16T00:57:21.883 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:21.990 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629739 2024-09-16T00:57:21.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:21.999 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:21.999 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.000 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.000 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.000 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/+").st_ino) 2024-09-16T00:57:22.000 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.107 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629737 2024-09-16T00:57:22.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.116 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.116 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.116 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.117 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.117 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml").st_ino) 2024-09-16T00:57:22.117 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.223 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629738 2024-09-16T00:57:22.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/%").st_ino) 2024-09-16T00:57:22.233 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.340 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629735 2024-09-16T00:57:22.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/tasks").st_ino) 2024-09-16T00:57:22.350 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.458 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629740 2024-09-16T00:57:22.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.467 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.467 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.467 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.467 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.467 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml").st_ino) 2024-09-16T00:57:22.468 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.575 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629741 2024-09-16T00:57:22.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.584 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.584 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.584 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.585 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.585 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd").st_ino) 2024-09-16T00:57:22.585 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629774 2024-09-16T00:57:22.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro").st_ino) 2024-09-16T00:57:22.702 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.811 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629776 2024-09-16T00:57:22.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro/ubuntu_16.04.yaml").st_ino) 2024-09-16T00:57:22.818 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:22.925 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629778 2024-09-16T00:57:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:22.934 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:22.934 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:22.934 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:22.934 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:22.934 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro/centos_7.2.yaml").st_ino) 2024-09-16T00:57:22.935 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.041 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629777 2024-09-16T00:57:23.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.050 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.050 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.050 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.051 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.051 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/%").st_ino) 2024-09-16T00:57:23.051 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.157 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629775 2024-09-16T00:57:23.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/tasks").st_ino) 2024-09-16T00:57:23.167 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.274 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629779 2024-09-16T00:57:23.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/tasks/systemd.yaml").st_ino) 2024-09-16T00:57:23.283 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.390 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629780 2024-09-16T00:57:23.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic").st_ino) 2024-09-16T00:57:23.400 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.507 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629742 2024-09-16T00:57:23.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/clusters").st_ino) 2024-09-16T00:57:23.517 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.624 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629744 2024-09-16T00:57:23.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.633 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.633 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-16T00:57:23.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.741 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629745 2024-09-16T00:57:23.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/fs").st_ino) 2024-09-16T00:57:23.750 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.857 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629746 2024-09-16T00:57:23.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/fs/btrfs.yaml").st_ino) 2024-09-16T00:57:23.866 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:23.974 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629747 2024-09-16T00:57:23.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/%").st_ino) 2024-09-16T00:57:23.983 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629743 2024-09-16T00:57:24.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks").st_ino) 2024-09-16T00:57:24.100 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.207 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629748 2024-09-16T00:57:24.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.216 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.217 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.217 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.217 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.217 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-16T00:57:24.217 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.324 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629757 2024-09-16T00:57:24.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.333 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.333 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.333 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.334 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.334 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_cache_snaps.yaml").st_ino) 2024-09-16T00:57:24.334 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.440 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629761 2024-09-16T00:57:24.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_cls_all.yaml").st_ino) 2024-09-16T00:57:24.449 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.558 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629762 2024-09-16T00:57:24.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_cli_import_export.yaml").st_ino) 2024-09-16T00:57:24.567 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.675 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629767 2024-09-16T00:57:24.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:57:24.684 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629755 2024-09-16T00:57:24.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:57:24.800 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:24.907 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629752 2024-09-16T00:57:24.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:24.916 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:24.917 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:24.917 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:24.917 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:24.917 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/mon_thrash.yaml").st_ino) 2024-09-16T00:57:24.917 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.024 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629758 2024-09-16T00:57:25.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_direct_io.yaml").st_ino) 2024-09-16T00:57:25.034 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.141 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629753 2024-09-16T00:57:25.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_fsx.yaml").st_ino) 2024-09-16T00:57:25.150 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.259 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629768 2024-09-16T00:57:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_python_api_tests.yaml").st_ino) 2024-09-16T00:57:25.268 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.375 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629769 2024-09-16T00:57:25.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.384 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.384 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.384 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.384 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.384 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:57:25.385 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.492 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629770 2024-09-16T00:57:25.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_dbench.yaml").st_ino) 2024-09-16T00:57:25.501 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.609 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629754 2024-09-16T00:57:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.618 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.618 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.618 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.618 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_api_tests.yaml").st_ino) 2024-09-16T00:57:25.618 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.725 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629766 2024-09-16T00:57:25.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-16T00:57:25.735 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.842 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629749 2024-09-16T00:57:25.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.851 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.852 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_ec_snaps.yaml").st_ino) 2024-09-16T00:57:25.852 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:25.958 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629763 2024-09-16T00:57:25.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:25.967 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:25.967 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:25.968 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:25.968 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:25.968 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_ec_s3tests.yaml").st_ino) 2024-09-16T00:57:25.968 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.075 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629771 2024-09-16T00:57:26.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_pjd.yaml").st_ino) 2024-09-16T00:57:26.084 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.191 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629756 2024-09-16T00:57:26.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.200 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.200 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.200 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.200 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.200 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_workunit_loadgen_mix.yaml").st_ino) 2024-09-16T00:57:26.201 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.309 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629765 2024-09-16T00:57:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_python.yaml").st_ino) 2024-09-16T00:57:26.317 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.425 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629764 2024-09-16T00:57:26.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.433 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.434 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.434 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.434 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.434 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_swift.yaml").st_ino) 2024-09-16T00:57:26.434 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.541 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629773 2024-09-16T00:57:26.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.550 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.551 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.551 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.551 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.551 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_bench.yaml").st_ino) 2024-09-16T00:57:26.551 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.658 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629760 2024-09-16T00:57:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.667 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.667 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.667 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.667 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.668 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_api_tests.yaml").st_ino) 2024-09-16T00:57:26.668 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.774 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629759 2024-09-16T00:57:26.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-16T00:57:26.783 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:26.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629750 2024-09-16T00:57:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_s3tests.yaml").st_ino) 2024-09-16T00:57:26.900 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.007 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629772 2024-09-16T00:57:27.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_iozone.yaml").st_ino) 2024-09-16T00:57:27.017 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.125 INFO:teuthology.orchestra.run.smithi032.stdout:1099511629751 2024-09-16T00:57:27.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.134 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.134 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.134 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.134 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.135 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types").st_ino) 2024-09-16T00:57:27.135 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.241 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628439 2024-09-16T00:57:27.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/vps.yaml").st_ino) 2024-09-16T00:57:27.250 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628442 2024-09-16T00:57:27.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/schedule_rados_ovh.sh").st_ino) 2024-09-16T00:57:27.366 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.474 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628441 2024-09-16T00:57:27.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/schedule_rados.sh").st_ino) 2024-09-16T00:57:27.483 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.591 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628440 2024-09-16T00:57:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend").st_ino) 2024-09-16T00:57:27.601 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.708 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628443 2024-09-16T00:57:27.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.717 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.718 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.718 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.718 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.718 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend/leveldb.yaml").st_ino) 2024-09-16T00:57:27.718 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.824 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628444 2024-09-16T00:57:27.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.833 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.834 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.834 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.834 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.834 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend/rocksdb.yaml").st_ino) 2024-09-16T00:57:27.834 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:27.941 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628445 2024-09-16T00:57:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/README").st_ino) 2024-09-16T00:57:27.950 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.058 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628339 2024-09-16T00:57:28.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks").st_ino) 2024-09-16T00:57:28.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.175 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630074 2024-09-16T00:57:28.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.183 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.184 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.184 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.184 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.184 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rebuild_mondb.py").st_ino) 2024-09-16T00:57:28.184 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.290 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630188 2024-09-16T00:57:28.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/workunit.py").st_ino) 2024-09-16T00:57:28.299 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.406 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630226 2024-09-16T00:57:28.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.415 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.415 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.415 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.416 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.416 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_backfill.py").st_ino) 2024-09-16T00:57:28.416 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.524 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630171 2024-09-16T00:57:28.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.532 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.533 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.533 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.533 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.533 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/calamari_setup.py").st_ino) 2024-09-16T00:57:28.533 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.640 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630099 2024-09-16T00:57:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.649 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.649 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.650 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.650 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.650 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/object_source_down.py").st_ino) 2024-09-16T00:57:28.650 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.757 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630169 2024-09-16T00:57:28.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/populate_rbd_pool.py").st_ino) 2024-09-16T00:57:28.766 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.873 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630176 2024-09-16T00:57:28.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.883 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.884 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.884 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.884 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.884 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util").st_ino) 2024-09-16T00:57:28.884 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:28.990 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630216 2024-09-16T00:57:28.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/rgw.py").st_ino) 2024-09-16T00:57:28.999 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.107 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630219 2024-09-16T00:57:29.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.116 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.116 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.116 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.116 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.116 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/__init__.py").st_ino) 2024-09-16T00:57:29.117 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.223 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630217 2024-09-16T00:57:29.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/rados.py").st_ino) 2024-09-16T00:57:29.233 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.341 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630218 2024-09-16T00:57:29.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.351 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.351 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.351 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.351 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.352 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test").st_ino) 2024-09-16T00:57:29.352 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.459 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630220 2024-09-16T00:57:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.468 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.468 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.468 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.468 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.469 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test/__init__.py").st_ino) 2024-09-16T00:57:29.469 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.575 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630221 2024-09-16T00:57:29.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.584 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.584 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.584 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.584 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.585 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test/test_rados.py").st_ino) 2024-09-16T00:57:29.585 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.691 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630222 2024-09-16T00:57:29.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_failsafe_enospc.py").st_ino) 2024-09-16T00:57:29.701 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.808 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630172 2024-09-16T00:57:29.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.817 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.817 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.817 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.817 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.818 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_recovery.py").st_ino) 2024-09-16T00:57:29.818 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:29.924 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630173 2024-09-16T00:57:29.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:29.933 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:29.933 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:29.933 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:29.933 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:29.934 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/die_on_err.py").st_ino) 2024-09-16T00:57:29.934 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.040 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630143 2024-09-16T00:57:30.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.049 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.049 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.049 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.050 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.050 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/calamari_nosetests.py").st_ino) 2024-09-16T00:57:30.050 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.156 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630098 2024-09-16T00:57:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.165 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.166 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.166 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.166 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.166 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/admin_socket.py").st_ino) 2024-09-16T00:57:30.166 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.274 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630076 2024-09-16T00:57:30.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr").st_ino) 2024-09-16T00:57:30.283 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.390 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630157 2024-09-16T00:57:30.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/__init__.py").st_ino) 2024-09-16T00:57:30.401 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.508 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630158 2024-09-16T00:57:30.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/test_failover.py").st_ino) 2024-09-16T00:57:30.517 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.625 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630160 2024-09-16T00:57:30.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/mgr_test_case.py").st_ino) 2024-09-16T00:57:30.634 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.742 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630159 2024-09-16T00:57:30.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/thrash_pool_snaps.py").st_ino) 2024-09-16T00:57:30.751 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630212 2024-09-16T00:57:30.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.867 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.867 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.868 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.868 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.868 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/userdata_teardown.yaml").st_ino) 2024-09-16T00:57:30.868 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:30.975 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630215 2024-09-16T00:57:30.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:30.984 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:30.985 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:30.985 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:30.985 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:30.985 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosbenchsweep.py").st_ino) 2024-09-16T00:57:30.985 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.092 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630180 2024-09-16T00:57:31.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mds_thrash.py").st_ino) 2024-09-16T00:57:31.101 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.208 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630155 2024-09-16T00:57:31.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd.py").st_ino) 2024-09-16T00:57:31.220 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.325 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630184 2024-09-16T00:57:31.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rgw.py").st_ino) 2024-09-16T00:57:31.334 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.442 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630196 2024-09-16T00:57:31.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/teuthology_integration.py").st_ino) 2024-09-16T00:57:31.451 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.559 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630210 2024-09-16T00:57:31.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_seesaw.py").st_ino) 2024-09-16T00:57:31.568 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.675 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630166 2024-09-16T00:57:31.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.684 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.684 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.684 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.684 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.684 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/repair_test.py").st_ino) 2024-09-16T00:57:31.685 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.791 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630192 2024-09-16T00:57:31.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/watch_notify_same_primary.py").st_ino) 2024-09-16T00:57:31.800 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:31.907 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630224 2024-09-16T00:57:31.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/peer.py").st_ino) 2024-09-16T00:57:31.916 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.023 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630174 2024-09-16T00:57:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.032 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.033 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.033 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.033 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.033 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/restart.py").st_ino) 2024-09-16T00:57:32.033 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.141 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630195 2024-09-16T00:57:32.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph.py").st_ino) 2024-09-16T00:57:32.150 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.259 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630100 2024-09-16T00:57:32.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests").st_ino) 2024-09-16T00:57:32.268 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.375 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630205 2024-09-16T00:57:32.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_buildpackages.py").st_ino) 2024-09-16T00:57:32.384 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.491 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630207 2024-09-16T00:57:32.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.500 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.501 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.501 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.501 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.501 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_radosgw_admin.py").st_ino) 2024-09-16T00:57:32.501 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.608 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630209 2024-09-16T00:57:32.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_devstack.py").st_ino) 2024-09-16T00:57:32.617 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.724 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630208 2024-09-16T00:57:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/__init__.py").st_ino) 2024-09-16T00:57:32.734 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.841 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630206 2024-09-16T00:57:32.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rgw_logsocket.py").st_ino) 2024-09-16T00:57:32.851 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:32.958 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630197 2024-09-16T00:57:32.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_admin.py").st_ino) 2024-09-16T00:57:32.967 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.074 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630181 2024-09-16T00:57:33.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_client.py").st_ino) 2024-09-16T00:57:33.084 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.192 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630101 2024-09-16T00:57:33.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/__init__.py").st_ino) 2024-09-16T00:57:33.201 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.308 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630075 2024-09-16T00:57:33.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.317 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.317 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.317 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.317 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.317 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/aver.py").st_ino) 2024-09-16T00:57:33.318 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.425 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630079 2024-09-16T00:57:33.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.433 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.433 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.434 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.434 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.434 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cram.py").st_ino) 2024-09-16T00:57:33.434 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.544 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630140 2024-09-16T00:57:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs").st_ino) 2024-09-16T00:57:33.554 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.661 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630107 2024-09-16T00:57:33.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_misc.py").st_ino) 2024-09-16T00:57:33.670 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.778 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630131 2024-09-16T00:57:33.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.786 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.786 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.787 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.787 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.787 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_client_limits.py").st_ino) 2024-09-16T00:57:33.787 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:33.894 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630117 2024-09-16T00:57:33.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:33.903 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:33.903 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:33.903 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:33.903 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:33.903 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_pool_perm.py").st_ino) 2024-09-16T00:57:33.904 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.010 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630132 2024-09-16T00:57:34.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_data_scan.py").st_ino) 2024-09-16T00:57:34.020 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.127 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630121 2024-09-16T00:57:34.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_client_recovery.py").st_ino) 2024-09-16T00:57:34.136 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.243 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630118 2024-09-16T00:57:34.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_journal_migration.py").st_ino) 2024-09-16T00:57:34.253 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.360 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630128 2024-09-16T00:57:34.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.369 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.369 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.369 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.370 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.370 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_dump_tree.py").st_ino) 2024-09-16T00:57:34.370 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.477 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630122 2024-09-16T00:57:34.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.486 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.487 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.487 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.487 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.487 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_mantle.py").st_ino) 2024-09-16T00:57:34.487 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.594 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630130 2024-09-16T00:57:34.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.603 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.603 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.603 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.603 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.603 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_sessionmap.py").st_ino) 2024-09-16T00:57:34.604 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.710 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630135 2024-09-16T00:57:34.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.719 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.719 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.719 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.719 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.720 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/__init__.py").st_ino) 2024-09-16T00:57:34.720 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.827 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630108 2024-09-16T00:57:34.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_journal_repair.py").st_ino) 2024-09-16T00:57:34.836 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:34.943 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630129 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:34.952 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:34.953 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:34.953 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:34.953 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:34.953 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/kernel_mount.py").st_ino) 2024-09-16T00:57:34.953 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.061 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630112 2024-09-16T00:57:35.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_cap_flush.py").st_ino) 2024-09-16T00:57:35.070 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.177 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630116 2024-09-16T00:57:35.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.186 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.186 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.187 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.187 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.187 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_readahead.py").st_ino) 2024-09-16T00:57:35.187 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.295 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630133 2024-09-16T00:57:35.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_backtrace.py").st_ino) 2024-09-16T00:57:35.304 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.411 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630115 2024-09-16T00:57:35.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_auto_repair.py").st_ino) 2024-09-16T00:57:35.420 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.528 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630114 2024-09-16T00:57:35.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_strays.py").st_ino) 2024-09-16T00:57:35.537 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.644 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630136 2024-09-16T00:57:35.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_volume_client.py").st_ino) 2024-09-16T00:57:35.654 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.761 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630137 2024-09-16T00:57:35.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/cephfs_test_case.py").st_ino) 2024-09-16T00:57:35.771 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.878 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630109 2024-09-16T00:57:35.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_fragment.py").st_ino) 2024-09-16T00:57:35.888 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:35.995 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630126 2024-09-16T00:57:35.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_failover.py").st_ino) 2024-09-16T00:57:36.005 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.112 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630123 2024-09-16T00:57:36.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_full.py").st_ino) 2024-09-16T00:57:36.122 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.229 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630127 2024-09-16T00:57:36.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.238 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.238 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.238 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.239 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.239 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/filesystem.py").st_ino) 2024-09-16T00:57:36.239 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.348 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630110 2024-09-16T00:57:36.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.355 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.356 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.356 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.356 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.356 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/mount.py").st_ino) 2024-09-16T00:57:36.356 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.463 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630113 2024-09-16T00:57:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_damage.py").st_ino) 2024-09-16T00:57:36.472 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.580 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630120 2024-09-16T00:57:36.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.589 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.589 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.590 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.590 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.590 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_scrub_checks.py").st_ino) 2024-09-16T00:57:36.590 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630134 2024-09-16T00:57:36.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_config_commands.py").st_ino) 2024-09-16T00:57:36.706 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.813 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630119 2024-09-16T00:57:36.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_flush.py").st_ino) 2024-09-16T00:57:36.822 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:36.929 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630124 2024-09-16T00:57:36.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:36.938 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:36.938 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:36.939 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:36.939 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:36.939 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/fuse_mount.py").st_ino) 2024-09-16T00:57:36.939 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.047 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630111 2024-09-16T00:57:37.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.055 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.056 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.056 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.056 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.056 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_forward_scrub.py").st_ino) 2024-09-16T00:57:37.056 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.163 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630125 2024-09-16T00:57:37.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.173 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.174 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.174 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.174 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.174 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/recovery_bench.py").st_ino) 2024-09-16T00:57:37.174 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.281 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630189 2024-09-16T00:57:37.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/multibench.py").st_ino) 2024-09-16T00:57:37.290 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.397 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630168 2024-09-16T00:57:37.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.406 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.406 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.407 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.407 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.407 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/devstack.py").st_ino) 2024-09-16T00:57:37.407 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.514 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630142 2024-09-16T00:57:37.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.523 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.523 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.523 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.524 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.524 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs_test_runner.py").st_ino) 2024-09-16T00:57:37.524 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630138 2024-09-16T00:57:37.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/filestore_idempotent.py").st_ino) 2024-09-16T00:57:37.639 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.746 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630148 2024-09-16T00:57:37.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_proxy_fcgi.tcp.conf.template").st_ino) 2024-09-16T00:57:37.755 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630162 2024-09-16T00:57:37.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.871 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.871 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.871 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.872 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.872 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/scrub.py").st_ino) 2024-09-16T00:57:37.872 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:37.979 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630202 2024-09-16T00:57:37.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/divergent_priors.py").st_ino) 2024-09-16T00:57:37.989 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.096 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630144 2024-09-16T00:57:38.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.105 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.105 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.105 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.106 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.106 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/samba.py").st_ino) 2024-09-16T00:57:38.106 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.213 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630201 2024-09-16T00:57:38.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/watch_notify_stress.py").st_ino) 2024-09-16T00:57:38.222 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.329 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630225 2024-09-16T00:57:38.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.338 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.338 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.338 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.339 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.339 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/boto.cfg.template").st_ino) 2024-09-16T00:57:38.339 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.446 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630081 2024-09-16T00:57:38.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.455 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.456 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.456 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.456 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages.py").st_ino) 2024-09-16T00:57:38.456 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.564 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630082 2024-09-16T00:57:38.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.573 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.573 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.573 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.574 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.574 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_test_case.py").st_ino) 2024-09-16T00:57:38.574 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.680 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630106 2024-09-16T00:57:38.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3roundtrip.py").st_ino) 2024-09-16T00:57:38.690 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.797 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630199 2024-09-16T00:57:38.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/qemu.py").st_ino) 2024-09-16T00:57:38.806 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:38.913 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630177 2024-09-16T00:57:38.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:38.922 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:38.922 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:38.922 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:38.923 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:38.923 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/locktest.py").st_ino) 2024-09-16T00:57:38.923 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.031 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630150 2024-09-16T00:57:39.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/manypools.py").st_ino) 2024-09-16T00:57:39.040 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.147 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630153 2024-09-16T00:57:39.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.156 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.157 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.157 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.157 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.157 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mds_creation_failure.py").st_ino) 2024-09-16T00:57:39.157 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.264 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630154 2024-09-16T00:57:39.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.273 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.274 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.274 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.274 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.274 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/apache.conf.template").st_ino) 2024-09-16T00:57:39.274 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.381 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630077 2024-09-16T00:57:39.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.390 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.390 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.390 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.390 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.390 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ec_lost_unfound.py").st_ino) 2024-09-16T00:57:39.391 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.497 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630147 2024-09-16T00:57:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.506 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.507 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.507 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.507 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.507 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages").st_ino) 2024-09-16T00:57:39.507 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.614 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630083 2024-09-16T00:57:39.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-16.04-user-data.txt").st_ino) 2024-09-16T00:57:39.625 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.733 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630096 2024-09-16T00:57:39.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-14.04-user-data.txt").st_ino) 2024-09-16T00:57:39.742 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.850 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630095 2024-09-16T00:57:39.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-6.5-user-data.txt").st_ino) 2024-09-16T00:57:39.859 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:39.966 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630085 2024-09-16T00:57:39.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:39.975 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:39.976 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:39.976 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:39.976 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:39.976 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.1-user-data.txt").st_ino) 2024-09-16T00:57:39.976 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.083 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630087 2024-09-16T00:57:40.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.093 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.093 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.094 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.094 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.094 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/make-deb.sh").st_ino) 2024-09-16T00:57:40.094 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.201 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630091 2024-09-16T00:57:40.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.0-user-data.txt").st_ino) 2024-09-16T00:57:40.210 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.317 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630086 2024-09-16T00:57:40.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/make-rpm.sh").st_ino) 2024-09-16T00:57:40.326 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.433 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630092 2024-09-16T00:57:40.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/opensuse-42.1-user-data.txt").st_ino) 2024-09-16T00:57:40.445 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.553 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630093 2024-09-16T00:57:40.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.562 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.562 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.563 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.563 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.563 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/Makefile").st_ino) 2024-09-16T00:57:40.563 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.670 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630084 2024-09-16T00:57:40.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.679 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.679 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.679 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.679 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.680 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-12.04-user-data.txt").st_ino) 2024-09-16T00:57:40.680 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.786 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630094 2024-09-16T00:57:40.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.795 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.795 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.796 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.796 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.796 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/common.sh").st_ino) 2024-09-16T00:57:40.796 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:40.903 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630089 2024-09-16T00:57:40.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:40.912 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:40.912 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:40.912 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:40.912 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:40.912 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/user-data.txt").st_ino) 2024-09-16T00:57:40.913 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.019 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630097 2024-09-16T00:57:41.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/debian-8.0-user-data.txt").st_ino) 2024-09-16T00:57:41.028 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.135 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630090 2024-09-16T00:57:41.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.144 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.144 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.145 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.145 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.145 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.2-user-data.txt").st_ino) 2024-09-16T00:57:41.145 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.254 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630088 2024-09-16T00:57:41.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.265 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.265 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.266 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.266 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.266 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_mirror.py").st_ino) 2024-09-16T00:57:41.266 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.372 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630187 2024-09-16T00:57:41.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/dump_stuck.py").st_ino) 2024-09-16T00:57:41.381 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.489 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630146 2024-09-16T00:57:41.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.497 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.497 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.498 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.498 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.498 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_objectstore_tool.py").st_ino) 2024-09-16T00:57:41.498 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.605 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630105 2024-09-16T00:57:41.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_fsx.py").st_ino) 2024-09-16T00:57:41.615 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.723 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630186 2024-09-16T00:57:41.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_agent.py").st_ino) 2024-09-16T00:57:41.732 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.839 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630183 2024-09-16T00:57:41.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.848 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.849 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.849 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.849 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.849 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tgt.py").st_ino) 2024-09-16T00:57:41.849 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:41.956 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630211 2024-09-16T00:57:41.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/vstart_runner.py").st_ino) 2024-09-16T00:57:41.965 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.072 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630223 2024-09-16T00:57:42.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/resolve_stuck_peering.py").st_ino) 2024-09-16T00:57:42.081 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.188 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630193 2024-09-16T00:57:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rados.py").st_ino) 2024-09-16T00:57:42.198 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.305 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630178 2024-09-16T00:57:42.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.314 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.314 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.314 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.315 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.315 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3tests.py").st_ino) 2024-09-16T00:57:42.315 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.422 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630200 2024-09-16T00:57:42.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.431 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.431 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.431 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.432 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.432 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/userdata_setup.yaml").st_ino) 2024-09-16T00:57:42.432 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.539 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630214 2024-09-16T00:57:42.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.548 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.549 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.549 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.549 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.549 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/lost_unfound.py").st_ino) 2024-09-16T00:57:42.549 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.657 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630152 2024-09-16T00:57:42.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.665 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.666 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.666 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.666 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.666 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3readwrite.py").st_ino) 2024-09-16T00:57:42.666 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.773 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630198 2024-09-16T00:57:42.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_fuse.py").st_ino) 2024-09-16T00:57:42.783 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:42.891 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630103 2024-09-16T00:57:42.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:42.899 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:42.900 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:42.900 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:42.900 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:42.900 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rest_api.py").st_ino) 2024-09-16T00:57:42.900 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.008 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630194 2024-09-16T00:57:43.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/reg11184.py").st_ino) 2024-09-16T00:57:43.017 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.124 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630190 2024-09-16T00:57:43.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rep_lost_unfound_delete.py").st_ino) 2024-09-16T00:57:43.133 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.240 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630191 2024-09-16T00:57:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_proxy_fcgi.uds.conf.template").st_ino) 2024-09-16T00:57:43.250 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.358 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630163 2024-09-16T00:57:43.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.366 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.367 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.367 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.367 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.367 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_deploy.py").st_ino) 2024-09-16T00:57:43.367 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.474 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630102 2024-09-16T00:57:43.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_manager.py").st_ino) 2024-09-16T00:57:43.483 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.591 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630104 2024-09-16T00:57:43.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosbench.py").st_ino) 2024-09-16T00:57:43.600 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.707 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630179 2024-09-16T00:57:43.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.716 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.717 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.717 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.717 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.717 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/scrub_test.py").st_ino) 2024-09-16T00:57:43.717 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.825 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630203 2024-09-16T00:57:43.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.833 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.833 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.834 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.834 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.834 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_clock_skew_check.py").st_ino) 2024-09-16T00:57:43.834 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630164 2024-09-16T00:57:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/kclient.py").st_ino) 2024-09-16T00:57:43.950 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.057 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630149 2024-09-16T00:57:44.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.066 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.066 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.066 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.066 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.067 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/omapbench.py").st_ino) 2024-09-16T00:57:44.067 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.173 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630170 2024-09-16T00:57:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/autotest.py").st_ino) 2024-09-16T00:57:44.182 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.289 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630078 2024-09-16T00:57:44.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.298 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.298 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.298 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.298 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.298 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_fastcgi.conf.template").st_ino) 2024-09-16T00:57:44.299 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.407 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630161 2024-09-16T00:57:44.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.416 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.416 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.416 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.417 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.417 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/peering_speed_test.py").st_ino) 2024-09-16T00:57:44.417 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.523 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630175 2024-09-16T00:57:44.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_recovery.py").st_ino) 2024-09-16T00:57:44.532 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.639 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630165 2024-09-16T00:57:44.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cifs_mount.py").st_ino) 2024-09-16T00:57:44.649 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630139 2024-09-16T00:57:44.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.765 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.765 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.765 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.765 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.765 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_fio.py").st_ino) 2024-09-16T00:57:44.766 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.872 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630185 2024-09-16T00:57:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/logrotate.conf").st_ino) 2024-09-16T00:57:44.881 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:44.988 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630151 2024-09-16T00:57:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_thrash.py").st_ino) 2024-09-16T00:57:44.997 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.105 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630167 2024-09-16T00:57:45.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.113 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.113 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.114 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.114 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.114 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/metadata.yaml").st_ino) 2024-09-16T00:57:45.114 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.221 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630156 2024-09-16T00:57:45.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.231 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.231 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.231 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.231 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.232 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/divergent_priors2.py").st_ino) 2024-09-16T00:57:45.232 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.338 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630145 2024-09-16T00:57:45.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.347 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.348 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.348 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.348 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.348 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/blktrace.py").st_ino) 2024-09-16T00:57:45.348 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630080 2024-09-16T00:57:45.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.464 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.464 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.464 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.464 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.464 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/thrashosds.py").st_ino) 2024-09-16T00:57:45.465 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.572 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630213 2024-09-16T00:57:45.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/systemd.py").st_ino) 2024-09-16T00:57:45.581 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.688 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630204 2024-09-16T00:57:45.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_admin_rest.py").st_ino) 2024-09-16T00:57:45.697 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.804 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630182 2024-09-16T00:57:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.813 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.813 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.813 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.813 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.813 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/create_verify_lfn_objects.py").st_ino) 2024-09-16T00:57:45.814 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:45.920 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630141 2024-09-16T00:57:45.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:45.929 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:45.929 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:45.930 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:45.930 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:45.930 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone").st_ino) 2024-09-16T00:57:45.930 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630227 2024-09-16T00:57:46.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/random.yaml").st_ino) 2024-09-16T00:57:46.046 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.154 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630230 2024-09-16T00:57:46.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/eastern.yaml").st_ino) 2024-09-16T00:57:46.163 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.270 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630228 2024-09-16T00:57:46.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/pacific.yaml").st_ino) 2024-09-16T00:57:46.280 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.387 INFO:teuthology.orchestra.run.smithi032.stdout:1099511630229 2024-09-16T00:57:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.gitignore").st_ino) 2024-09-16T00:57:46.396 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.503 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628338 2024-09-16T00:57:46.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.512 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.513 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.513 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.513 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.513 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug").st_ino) 2024-09-16T00:57:46.513 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.620 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628386 2024-09-16T00:57:46.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.629 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.630 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.630 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.630 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.630 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/openstack-30G.yaml").st_ino) 2024-09-16T00:57:46.630 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.737 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628390 2024-09-16T00:57:46.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/buildpackages.yaml").st_ino) 2024-09-16T00:57:46.746 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.853 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628387 2024-09-16T00:57:46.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/mds_client.yaml").st_ino) 2024-09-16T00:57:46.862 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:46.969 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628388 2024-09-16T00:57:46.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> stdin-killer -- python3 -c ' 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> import stat 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/openstack-15G.yaml").st_ino) 2024-09-16T00:57:46.979 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-16T00:57:47.086 INFO:teuthology.orchestra.run.smithi032.stdout:1099511628389 2024-09-16T00:57:47.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:57:47.096 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.239+0000 7f4325b9d640 1 Processor -- start 2024-09-16T00:57:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.239+0000 7f4325b9d640 1 -- start start 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f4325b9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 0x7f43200d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f4325b9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f43200d4b10 0x7f43200ceda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f4325b9d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43200d2910 con 0x7f432015e380 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f4325b9d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f43200d2bf0 con 0x7f43200d4b10 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f4325b9d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43200d2ed0 con 0x7f43200b4d90 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f43200d4b10 0x7f43200ceda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f43200d4b10 0x7f43200ceda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35344/0 (socket says 172.21.15.32:35344) 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 -- 172.21.15.32:0/4140955548 learned_addr learned my addr 172.21.15.32:0/4140955548 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f431ffff640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 0x7f43200d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 -- 172.21.15.32:0/4140955548 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 msgr2=0x7f43200d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 0x7f43200d1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 -- 172.21.15.32:0/4140955548 >> v1:172.21.15.50:6789/0 conn(0x7f432015e380 legacy=0x7f43200d09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f432539c640 1 -- 172.21.15.32:0/4140955548 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43200b3880 con 0x7f43200d4b10 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.240+0000 7f431ffff640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 0x7f43200d1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.241+0000 7f432539c640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200d4b10 0x7f43200ceda0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4318009e50 tx=0x7f431802a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7b066ea3dbbe8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.241+0000 7f431f7fe640 1 -- 172.21.15.32:0/4140955548 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318036070 con 0x7f43200d4b10 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.241+0000 7f431f7fe640 1 -- 172.21.15.32:0/4140955548 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4318031600 con 0x7f43200d4b10 2024-09-16T00:57:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.241+0000 7f431f7fe640 1 -- 172.21.15.32:0/4140955548 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43180319d0 con 0x7f43200d4b10 2024-09-16T00:57:47.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 -- 172.21.15.32:0/4140955548 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200d4b10 msgr2=0x7f43200ceda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200d4b10 0x7f43200ceda0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4318009e50 tx=0x7f431802a5b0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 -- 172.21.15.32:0/4140955548 shutdown_connections 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200d4b10 0x7f43200ceda0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 --2- 172.21.15.32:0/4140955548 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200b4d90 0x7f43200d1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 -- 172.21.15.32:0/4140955548 >> 172.21.15.32:0/4140955548 conn(0x7f432009d4f0 msgr2=0x7f43200d4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 -- 172.21.15.32:0/4140955548 shutdown_connections 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.242+0000 7f4325b9d640 1 -- 172.21.15.32:0/4140955548 wait complete. 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.243+0000 7f4325b9d640 1 Processor -- start 2024-09-16T00:57:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.243+0000 7f4325b9d640 1 -- start start 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200d4b10 0x7f4320161030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 0x7f4320156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f43200cf460 con 0x7f43200b4d90 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f43200cf2e0 con 0x7f432015e380 2024-09-16T00:57:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4325b9d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43200cf5e0 con 0x7f43200d4b10 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35346/0 (socket says 172.21.15.32:35346) 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 -- 172.21.15.32:0/2449312805 learned_addr learned my addr 172.21.15.32:0/2449312805 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f432539c640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 0x7f4320156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f431ffff640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200d4b10 0x7f4320161030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 -- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200d4b10 msgr2=0x7f4320161030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200d4b10 0x7f4320161030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 -- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 msgr2=0x7f4320156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 0x7f4320156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 -- 172.21.15.32:0/2449312805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432015b200 con 0x7f43200b4d90 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f432539c640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 0x7f4320156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.244+0000 7f4324b9b640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f431400b3f0 tx=0x7f431400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.245+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314015020 con 0x7f43200b4d90 2024-09-16T00:57:47.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.245+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314011830 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.245+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432015b4e0 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.245+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314011c20 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.245+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4320161570 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.246+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43200ceda0 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.246+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4314018020 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.247+0000 7f431d7fa640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 0x7f430406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.247+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f431408b200 con 0x7f43200b4d90 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.247+0000 7f431ffff640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 0x7f430406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.247+0000 7f431ffff640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 0x7f430406e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f43201f78a0 tx=0x7f430c008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.251+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f431401f030 con 0x7f43200b4d90 2024-09-16T00:57:47.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.460+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43200d1610 con 0x7f43200b4d90 2024-09-16T00:57:47.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.461+0000 7f431d7fa640 1 -- 172.21.15.32:0/2449312805 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7f43140172c0 con 0x7f43200b4d90 2024-09-16T00:57:47.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:47.461 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:47.462 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:47.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 msgr2=0x7f430406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 0x7f430406e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f43201f78a0 tx=0x7f430c008040 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 msgr2=0x7f432015e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f431400b3f0 tx=0x7f431400b8b0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 shutdown_connections 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f430406c2b0 0x7f430406e770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432015e380 0x7f4320156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43200d4b10 0x7f4320161030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 --2- 172.21.15.32:0/2449312805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43200b4d90 0x7f432015e760 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 >> 172.21.15.32:0/2449312805 conn(0x7f432009d4f0 msgr2=0x7f432006dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 shutdown_connections 2024-09-16T00:57:47.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.463+0000 7f4325b9d640 1 -- 172.21.15.32:0/2449312805 wait complete. 2024-09-16T00:57:47.475 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json dump tree /ceph-qa-suite/suites/smoke/1node 2024-09-16T00:57:47.608 INFO:teuthology.orchestra.run.smithi050.stdout:[{"ino":1099511629739,"rdev":0,"ctime":"2024-09-16T00:53:57.465107+0000","btime":"2024-09-16T00:53:57.463970+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":155,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.465107+0000","atime":"2024-09-16T00:53:57.463970+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":155,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"accounted_rstat":{"version":0,"rbytes":155,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"version":10,"file_data_version":0,"xattr_version":1,"backtrace_version":6,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsc","issued":"pAsLsXsFsc","wanted":"-","last_sent":3}],"loner":5457,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629737,"rdev":0,"ctime":"2024-09-16T00:53:57.459457+0000","btime":"2024-09-16T00:53:57.459457+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.459457+0000","atime":"2024-09-16T00:53:57.459457+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":8,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFs","issued":"pAsLsXsFs","wanted":"-","last_sent":3}],"loner":5457,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629738,"rdev":0,"ctime":"2024-09-16T00:53:57.461876+0000","btime":"2024-09-16T00:53:57.461876+0000","mode":41471,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":33,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.461876+0000","atime":"2024-09-16T00:53:57.461876+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":33,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":33,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":4,"file_data_version":0,"xattr_version":1,"backtrace_version":4,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"../../../../clusters/fixed-1.yaml","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"caps":1,"dirtyparent":1,"dirty":1},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFscr","issued":"pAsLsXsFscr","wanted":"-","last_sent":2}],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629736,"rdev":0,"ctime":"2024-09-16T00:53:57.463970+0000","btime":"2024-09-16T00:53:57.457765+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.463970+0000","atime":"2024-09-16T00:53:57.457765+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.463970+0000","num_files":3,"num_subdirs":0,"change_attr":3},"rstat":{"version":0,"rbytes":188,"rfiles":3,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"accounted_rstat":{"version":0,"rbytes":188,"rfiles":3,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"version":20,"file_data_version":0,"xattr_version":1,"backtrace_version":4,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":10}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/clusters","dirfrag":"0x100000007a8","snapid_first":2,"projected_version":"11","version":"11","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629739,"remote_type":"","version":10,"projected_version":10,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/clusters/+","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629737,"remote_type":"","version":8,"projected_version":8,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629738,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511629735,"rdev":0,"ctime":"2024-09-16T00:53:57.455347+0000","btime":"2024-09-16T00:53:57.455347+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.455347+0000","atime":"2024-09-16T00:53:57.455347+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":16,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFs","issued":"pAsLsXsFs","wanted":"-","last_sent":3}],"loner":5457,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629741,"rdev":0,"ctime":"2024-09-16T00:53:57.469719+0000","btime":"2024-09-16T00:53:57.468507+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":216,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.469719+0000","atime":"2024-09-16T00:53:57.468507+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"version":4,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsc","issued":"pAsLsXsFsc","wanted":"-","last_sent":3}],"loner":5457,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629740,"rdev":0,"ctime":"2024-09-16T00:53:57.468507+0000","btime":"2024-09-16T00:53:57.466751+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.468507+0000","atime":"2024-09-16T00:53:57.466751+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.468507+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"version":22,"file_data_version":0,"xattr_version":1,"backtrace_version":12,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/tasks","dirfrag":"0x100000007ac","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629741,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511629734,"rdev":0,"ctime":"2024-09-16T00:53:57.466751+0000","btime":"2024-09-16T00:53:57.453503+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.466751+0000","atime":"2024-09-16T00:53:57.453503+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.466751+0000","num_files":1,"num_subdirs":2,"change_attr":3},"rstat":{"version":1,"rbytes":404,"rfiles":5,"rsubdirs":3,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"accounted_rstat":{"version":1,"rbytes":404,"rfiles":5,"rsubdirs":3,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"version":38,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirtyscattered":0,"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyrstat":0,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":12}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node","dirfrag":"0x100000007a6","snapid_first":2,"projected_version":"24","version":"24","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/clusters","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629736,"remote_type":"","version":20,"projected_version":20,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/%","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629735,"remote_type":"","version":16,"projected_version":16,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/tasks","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629740,"remote_type":"","version":22,"projected_version":22,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-16T00:57:47.612 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 155, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.463970+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 6, "btime": "2024-09-16T00:53:57.463970+0000", "change_attr": 1, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsc", "last_sent": 3, "pending": "pAsLsXsFsc", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.465107+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629739, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:57.465107+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 155, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 155, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 10, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.459457+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.459457+0000", "change_attr": 0, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFs", "last_sent": 3, "pending": "pAsLsXsFs", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.459457+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:57.459457+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 8, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 33, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.461876+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 4, "btime": "2024-09-16T00:53:57.461876+0000", "change_attr": 0, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFscr", "last_sent": 2, "pending": "pAsLsXsFscr", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.461876+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629738, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 41471, "mtime": "2024-09-16T00:53:57.461876+0000", "nestlock": {}, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "caps": 1, "dirty": 1, "dirtyparent": 1, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 33, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 33, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "../../../../clusters/fixed-1.yaml", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 188, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 3, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-16T00:53:57.457765+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 4, "btime": "2024-09-16T00:53:57.457765+0000", "change_attr": 3, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 10, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.463970+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629739, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 10, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 10, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/+", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 8, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 8, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629738, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a8", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/clusters", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "11", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "11" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-16T00:53:57.463970+0000", "num_files": 3, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.463970+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 188, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 3, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 20, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.455347+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.455347+0000", "change_attr": 0, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFs", "last_sent": 3, "pending": "pAsLsXsFs", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.455347+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629735, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:57.455347+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 16, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.468507+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.468507+0000", "change_attr": 1, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsc", "last_sent": 3, "pending": "pAsLsXsFsc", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.469719+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629741, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:57.469719+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 216, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-16T00:53:57.466751+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 12, "btime": "2024-09-16T00:53:57.466751+0000", "change_attr": 1, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.468507+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629741, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007ac", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/tasks", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-16T00:53:57.468507+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629740, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.468507+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 404, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 5, "rsnaps": 0, "rsubdirs": 3, "version": 1 }, "atime": "2024-09-16T00:53:57.453503+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.453503+0000", "change_attr": 3, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 12, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.466751+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 20, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 20, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629735, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/%", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 16, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 16, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629740, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 22, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a6", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "24", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "24" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-16T00:53:57.466751+0000", "num_files": 1, "num_subdirs": 2, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629734, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.466751+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "dirtyrstat": 0, "dirtyscattered": 0, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 404, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 5, "rsnaps": 0, "rsubdirs": 3, "version": 1 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 38, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-16T00:57:47.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:47.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.715+0000 7fdbab2ba640 1 Processor -- start 2024-09-16T00:57:47.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.715+0000 7fdbab2ba640 1 -- start start 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdbab2ba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdba406e570 0x7fdba40cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdbab2ba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdba406e950 0x7fdba40cb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdbab2ba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdba40cfd10 con 0x7fdba40cdb70 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdbab2ba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fdba40cf470 con 0x7fdba406e950 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdbab2ba640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdba40cf750 con 0x7fdba406e570 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdba8855640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdba406e950 0x7fdba40cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdba8855640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdba406e950 0x7fdba40cb000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35356/0 (socket says 172.21.15.32:35356) 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdba8855640 1 -- 172.21.15.32:0/4242789477 learned_addr learned my addr 172.21.15.32:0/4242789477 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.716+0000 7fdba9056640 1 --2- 172.21.15.32:0/4242789477 >> v2:172.21.15.50:3300/0 conn(0x7fdba406e570 0x7fdba40cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.717+0000 7fdba8855640 1 -- 172.21.15.32:0/4242789477 >> v2:172.21.15.50:3300/0 conn(0x7fdba406e570 msgr2=0x7fdba40cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.717+0000 7fdba8855640 1 --2- 172.21.15.32:0/4242789477 >> v2:172.21.15.50:3300/0 conn(0x7fdba406e570 0x7fdba40cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.717+0000 7fdba8855640 1 -- 172.21.15.32:0/4242789477 >> v1:172.21.15.50:6789/0 conn(0x7fdba40cdb70 legacy=0x7fdba40ce000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:47.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.717+0000 7fdba8855640 1 -- 172.21.15.32:0/4242789477 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba40cfa30 con 0x7fdba406e950 2024-09-16T00:57:47.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.717+0000 7fdba8855640 1 --2- 172.21.15.32:0/4242789477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba40cb000 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdba4071840 tx=0x7fdb9402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1333cb0d0e08f0f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdb9bfff640 1 -- 172.21.15.32:0/4242789477 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb94037070 con 0x7fdba406e950 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdb9bfff640 1 -- 172.21.15.32:0/4242789477 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb94032440 con 0x7fdba406e950 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdb9bfff640 1 -- 172.21.15.32:0/4242789477 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb94032810 con 0x7fdba406e950 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 -- 172.21.15.32:0/4242789477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 msgr2=0x7fdba40cb000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/4242789477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba40cb000 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdba4071840 tx=0x7fdb9402a230 comp rx=0 tx=0).stop 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 -- 172.21.15.32:0/4242789477 shutdown_connections 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/4242789477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba40cb000 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/4242789477 >> v2:172.21.15.50:3300/0 conn(0x7fdba406e570 0x7fdba40cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 -- 172.21.15.32:0/4242789477 >> 172.21.15.32:0/4242789477 conn(0x7fdba40cffa0 msgr2=0x7fdba40d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 -- 172.21.15.32:0/4242789477 shutdown_connections 2024-09-16T00:57:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.718+0000 7fdbab2ba640 1 -- 172.21.15.32:0/4242789477 wait complete. 2024-09-16T00:57:47.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.719+0000 7fdbab2ba640 1 Processor -- start 2024-09-16T00:57:47.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 -- start start 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdba406e570 0x7fdba41e6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdba40cdb70 0x7fdba409d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdba40cb810 con 0x7fdba406e950 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdba40cb690 con 0x7fdba40cdb70 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdbab2ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdba40ce710 con 0x7fdba406e570 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdba8855640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdba8855640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35360/0 (socket says 172.21.15.32:35360) 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdba8855640 1 -- 172.21.15.32:0/3713941846 learned_addr learned my addr 172.21.15.32:0/3713941846 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdba9056640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdba406e570 0x7fdba41e6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.720+0000 7fdba9857640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdba40cdb70 0x7fdba409d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 -- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdba406e570 msgr2=0x7fdba41e6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdba406e570 0x7fdba41e6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 -- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdba40cdb70 msgr2=0x7fdba409d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdba40cdb70 0x7fdba409d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 -- 172.21.15.32:0/3713941846 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba409c850 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdba8855640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdb94000c00 tx=0x7fdb940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb94041020 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb940306c0 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb94037040 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba409b7b0 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.721+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba409bd70 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.722+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdba40cecc0 con 0x7fdba406e950 2024-09-16T00:57:47.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.723+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdb94044020 con 0x7fdba406e950 2024-09-16T00:57:47.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.723+0000 7fdb99ffb640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 0x7fdb8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:47.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.724+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7fdb940abd50 con 0x7fdba406e950 2024-09-16T00:57:47.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.724+0000 7fdba9056640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 0x7fdb8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:47.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.724+0000 7fdba9056640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 0x7fdb8806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdba40c6a00 tx=0x7fdba00098d0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:47.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.728+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb940af030 con 0x7fdba406e950 2024-09-16T00:57:47.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:47.905 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.943+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdba4050040 con 0x7fdba406e950 2024-09-16T00:57:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.943+0000 7fdb99ffb640 1 -- 172.21.15.32:0/3713941846 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7fdb9404b030 con 0x7fdba406e950 2024-09-16T00:57:47.944 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:47.944 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:47.944 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 msgr2=0x7fdb8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 0x7fdb8806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdba40c6a00 tx=0x7fdba00098d0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 msgr2=0x7fdba409add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdb94000c00 tx=0x7fdb940046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 shutdown_connections 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdb8806c2b0 0x7fdb8806e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdba40cdb70 0x7fdba409d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdba406e950 0x7fdba409add0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 --2- 172.21.15.32:0/3713941846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdba406e570 0x7fdba41e6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 >> 172.21.15.32:0/3713941846 conn(0x7fdba40cffa0 msgr2=0x7fdba40ae370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 shutdown_connections 2024-09-16T00:57:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:47.946+0000 7fdbab2ba640 1 -- 172.21.15.32:0/3713941846 wait complete. 2024-09-16T00:57:47.957 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json dump tree /ceph-qa-suite/suites/smoke/1node 1 2024-09-16T00:57:48.080 INFO:teuthology.orchestra.run.smithi050.stdout:[{"ino":1099511629736,"rdev":0,"ctime":"2024-09-16T00:53:57.463970+0000","btime":"2024-09-16T00:53:57.457765+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.463970+0000","atime":"2024-09-16T00:53:57.457765+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.463970+0000","num_files":3,"num_subdirs":0,"change_attr":3},"rstat":{"version":0,"rbytes":188,"rfiles":3,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"accounted_rstat":{"version":0,"rbytes":188,"rfiles":3,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.465107+0000"},"version":20,"file_data_version":0,"xattr_version":1,"backtrace_version":4,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":10}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/clusters","dirfrag":"0x100000007a8","snapid_first":2,"projected_version":"11","version":"11","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629739,"remote_type":"","version":10,"projected_version":10,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/clusters/+","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629737,"remote_type":"","version":8,"projected_version":8,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629738,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511629735,"rdev":0,"ctime":"2024-09-16T00:53:57.455347+0000","btime":"2024-09-16T00:53:57.455347+0000","mode":33188,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":8,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.455347+0000","atime":"2024-09-16T00:53:57.455347+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":16,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFs","issued":"pAsLsXsFs","wanted":"-","last_sent":3}],"loner":5457,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629740,"rdev":0,"ctime":"2024-09-16T00:53:57.468507+0000","btime":"2024-09-16T00:53:57.466751+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.468507+0000","atime":"2024-09-16T00:53:57.466751+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.468507+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"version":22,"file_data_version":0,"xattr_version":1,"backtrace_version":12,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/tasks","dirfrag":"0x100000007ac","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629741,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511629734,"rdev":0,"ctime":"2024-09-16T00:53:57.466751+0000","btime":"2024-09-16T00:53:57.453503+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-16T00:53:57.466751+0000","atime":"2024-09-16T00:53:57.453503+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-16T00:53:57.466751+0000","num_files":1,"num_subdirs":2,"change_attr":3},"rstat":{"version":1,"rbytes":404,"rfiles":5,"rsubdirs":3,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"accounted_rstat":{"version":1,"rbytes":404,"rfiles":5,"rsubdirs":3,"rsnaps":0,"rctime":"2024-09-16T00:53:57.469719+0000"},"version":38,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirtyscattered":0,"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyrstat":0,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5457,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":12}],"loner":5457,"want_loner":5457,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node","dirfrag":"0x100000007a6","snapid_first":2,"projected_version":"24","version":"24","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/clusters","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629736,"remote_type":"","version":20,"projected_version":20,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/%","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629735,"remote_type":"","version":16,"projected_version":16,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"ceph-qa-suite/suites/smoke/1node/tasks","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629740,"remote_type":"","version":22,"projected_version":22,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-16T00:57:48.083 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 188, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 3, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-16T00:53:57.457765+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 4, "btime": "2024-09-16T00:53:57.457765+0000", "change_attr": 3, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 10, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.463970+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629739, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 10, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 10, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/+", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 8, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 8, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629738, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a8", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/clusters", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "11", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "11" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-16T00:53:57.463970+0000", "num_files": 3, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.463970+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 188, "rctime": "2024-09-16T00:53:57.465107+0000", "rfiles": 3, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 20, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-16T00:53:57.455347+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.455347+0000", "change_attr": 0, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFs", "last_sent": 3, "pending": "pAsLsXsFs", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.455347+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511629735, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 8, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33188, "mtime": "2024-09-16T00:53:57.455347+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 16, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-16T00:53:57.466751+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 12, "btime": "2024-09-16T00:53:57.466751+0000", "change_attr": 1, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.468507+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629741, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007ac", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/tasks", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-16T00:53:57.468507+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629740, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.468507+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 404, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 5, "rsnaps": 0, "rsubdirs": 3, "version": 1 }, "atime": "2024-09-16T00:53:57.453503+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-16T00:53:57.453503+0000", "change_attr": 3, "client_caps": [ { "client_id": 5457, "issued": "pAsLsXsFsx", "last_sent": 12, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-16T00:53:57.466751+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/clusters", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 20, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 20, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629735, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/%", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 16, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 16, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629740, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 22, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a6", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "24", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "24" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-16T00:53:57.466751+0000", "num_files": 1, "num_subdirs": 2, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "ino": 1099511629734, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5457, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-16T00:53:57.466751+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "dirtyrstat": 0, "dirtyscattered": 0, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 404, "rctime": "2024-09-16T00:53:57.469719+0000", "rfiles": 5, "rsnaps": 0, "rsubdirs": 3, "version": 1 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 38, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5457, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-16T00:57:48.083 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:57:48.083 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:57:48.122 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:57:48.168 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:57:48.168 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:48.168 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:57:48.168 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:48.185 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:57:48.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.329+0000 7f9980bb7640 1 Processor -- start 2024-09-16T00:57:48.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.329+0000 7f9980bb7640 1 -- start start 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9980bb7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f997c15e660 0x7f997c0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9980bb7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f997c0b53e0 con 0x7f997c0d4d60 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9980bb7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f997c162500 con 0x7f997c162020 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9980bb7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f997c0d2020 con 0x7f997c15e660 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f997a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f997c15e660 0x7f997c0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:48.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9979d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f997c0d4d60 0x7f997c0b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33096/0 (socket says 172.21.15.32:33096) 2024-09-16T00:57:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.330+0000 7f9979d9b640 1 -- 172.21.15.32:0/1996059405 learned_addr learned my addr 172.21.15.32:0/1996059405 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.331+0000 7f997a59c640 1 -- 172.21.15.32:0/1996059405 >> v1:172.21.15.50:6789/0 conn(0x7f997c162020 legacy=0x7f997c0b4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.331+0000 7f997a59c640 1 -- 172.21.15.32:0/1996059405 >> v1:172.21.15.32:6789/0 conn(0x7f997c0d4d60 legacy=0x7f997c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.331+0000 7f997959a640 1 -- 172.21.15.32:0/1996059405 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3712918727 0 0) 0x7f997c0b53e0 con 0x7f997c0d4d60 2024-09-16T00:57:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.331+0000 7f997a59c640 1 -- 172.21.15.32:0/1996059405 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997c1627e0 con 0x7f997c15e660 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.331+0000 7f997a59c640 1 --2- 172.21.15.32:0/1996059405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c15e660 0x7f997c0d4100 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f997c0d21a0 tx=0x7f997402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5413d3fef338218d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f997959a640 1 -- 172.21.15.32:0/1996059405 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974031600 con 0x7f997c15e660 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f997959a640 1 -- 172.21.15.32:0/1996059405 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99740317a0 con 0x7f997c15e660 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f997959a640 1 -- 172.21.15.32:0/1996059405 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974031b70 con 0x7f997c15e660 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 -- 172.21.15.32:0/1996059405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c15e660 msgr2=0x7f997c0d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 --2- 172.21.15.32:0/1996059405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c15e660 0x7f997c0d4100 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f997c0d21a0 tx=0x7f997402a610 comp rx=0 tx=0).stop 2024-09-16T00:57:48.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 -- 172.21.15.32:0/1996059405 shutdown_connections 2024-09-16T00:57:48.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 --2- 172.21.15.32:0/1996059405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c15e660 0x7f997c0d4100 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 -- 172.21.15.32:0/1996059405 >> 172.21.15.32:0/1996059405 conn(0x7f997c08de10 msgr2=0x7f997c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:48.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 -- 172.21.15.32:0/1996059405 shutdown_connections 2024-09-16T00:57:48.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.332+0000 7f9980bb7640 1 -- 172.21.15.32:0/1996059405 wait complete. 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 Processor -- start 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 -- start start 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f997c0d4d60 0x7f997c0b9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f997c15e660 0x7f997c153500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f997c0d0e30 con 0x7f997c162020 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f997c162da0 con 0x7f997c0d4d60 2024-09-16T00:57:48.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.334+0000 7f9980bb7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f997c0d0fb0 con 0x7f997c15e660 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35374/0 (socket says 172.21.15.32:35374) 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 -- 172.21.15.32:0/2795635842 learned_addr learned my addr 172.21.15.32:0/2795635842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9979d9b640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f997c15e660 0x7f997c153500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997a59c640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f997c0d4d60 0x7f997c0b9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 -- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f997c15e660 msgr2=0x7f997c153500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f997c15e660 0x7f997c153500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 -- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f997c0d4d60 msgr2=0x7f997c0b9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f997c0d4d60 0x7f997c0b9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 -- 172.21.15.32:0/2795635842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997c0b9550 con 0x7f997c162020 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f997ad9d640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f996c00c410 tx=0x7f996c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996c011790 con 0x7f997c162020 2024-09-16T00:57:48.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f996c017070 con 0x7f997c162020 2024-09-16T00:57:48.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f997c0b7f70 con 0x7f997c162020 2024-09-16T00:57:48.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996c011b70 con 0x7f997c162020 2024-09-16T00:57:48.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.335+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f997c0b8810 con 0x7f997c162020 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.336+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f997c0b4510 con 0x7f997c162020 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.337+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f996c011d10 con 0x7f997c162020 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.337+0000 7f9972ffd640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 0x7f995c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.337+0000 7f997a59c640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 0x7f995c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.338+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f996c08ad80 con 0x7f997c162020 2024-09-16T00:57:48.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.338+0000 7f997a59c640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 0x7f995c06e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9974034000 tx=0x7f997402f000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:48.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.342+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f996c058d70 con 0x7f997c162020 2024-09-16T00:57:48.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.528+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f997c0b4090 con 0x7f997c162020 2024-09-16T00:57:48.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.528+0000 7f9972ffd640 1 -- 172.21.15.32:0/2795635842 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v52) ==== 80+0+0 (secure 0 0 0) 0x7f996c05d070 con 0x7f997c162020 2024-09-16T00:57:48.529 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-16T00:57:48.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 msgr2=0x7f995c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 0x7f995c06e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9974034000 tx=0x7f997402f000 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 msgr2=0x7f997c0c9e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f996c00c410 tx=0x7f996c00c8d0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 shutdown_connections 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f995c06c2b0 0x7f995c06e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f997c162020 0x7f997c0c9e40 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f997c15e660 0x7f997c153500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 --2- 172.21.15.32:0/2795635842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f997c0d4d60 0x7f997c0b9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 >> 172.21.15.32:0/2795635842 conn(0x7f997c08de10 msgr2=0x7f997c0b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 shutdown_connections 2024-09-16T00:57:48.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:48.530+0000 7f9980bb7640 1 -- 172.21.15.32:0/2795635842 wait complete. 2024-09-16T00:57:48.542 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-16T00:57:48.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:48.542 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T00:57:48.566 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[50864]: fuse finished with error 0 and tester_r 0 2024-09-16T00:57:48.572 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:57:48.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:48.573 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:57:48.751 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:48.751 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:57:48.751 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:48.768 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:48.768 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:57:48.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:48.768 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T00:57:48.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:48.825 INFO:teuthology.orchestra.run.smithi050.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T00:57:48.825 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:48.825 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:57:48.825 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:48.842 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:48.842 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:57:48.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:48.842 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T00:57:48.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:48.898 INFO:teuthology.orchestra.run.smithi032.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T00:57:48.898 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:48.898 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:57:48.899 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:48.915 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:48.916 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:57:48.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:48.916 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T00:57:48.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:48.973 INFO:teuthology.orchestra.run.smithi050.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T00:57:48.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:49.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.075+0000 7fcaf047b640 1 Processor -- start 2024-09-16T00:57:49.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.075+0000 7fcaf047b640 1 -- start start 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaf047b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae80cfae0 0x7fcae80d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaf047b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcae806e6a0 0x7fcae80d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaf047b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcae815ebe0 con 0x7fcae815e800 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaf047b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fcae80d42d0 con 0x7fcae806e6a0 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaf047b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcae80d3ff0 con 0x7fcae80cfae0 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaeea18640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcae806e6a0 0x7fcae80d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaeea18640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcae806e6a0 0x7fcae80d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35378/0 (socket says 172.21.15.32:35378) 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.076+0000 7fcaeea18640 1 -- 172.21.15.32:0/2672017821 learned_addr learned my addr 172.21.15.32:0/2672017821 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeda16640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae80cfae0 0x7fcae80d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeea18640 1 -- 172.21.15.32:0/2672017821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae80cfae0 msgr2=0x7fcae80d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:49.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeea18640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae80cfae0 0x7fcae80d2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeea18640 1 -- 172.21.15.32:0/2672017821 >> v1:172.21.15.50:6789/0 conn(0x7fcae815e800 legacy=0x7fcae80cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:49.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeea18640 1 -- 172.21.15.32:0/2672017821 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae806cbb0 con 0x7fcae806e6a0 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaeea18640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae806e6a0 0x7fcae80d29a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009870 tx=0x7fcae002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87085a434e9cb66b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.077+0000 7fcaed215640 1 -- 172.21.15.32:0/2672017821 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0037070 con 0x7fcae806e6a0 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaed215640 1 -- 172.21.15.32:0/2672017821 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0032440 con 0x7fcae806e6a0 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaed215640 1 -- 172.21.15.32:0/2672017821 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0032810 con 0x7fcae806e6a0 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 -- 172.21.15.32:0/2672017821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae806e6a0 msgr2=0x7fcae80d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae806e6a0 0x7fcae80d29a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009870 tx=0x7fcae002a210 comp rx=0 tx=0).stop 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 -- 172.21.15.32:0/2672017821 shutdown_connections 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae806e6a0 0x7fcae80d29a0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 --2- 172.21.15.32:0/2672017821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae80cfae0 0x7fcae80d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 -- 172.21.15.32:0/2672017821 >> 172.21.15.32:0/2672017821 conn(0x7fcae809d750 msgr2=0x7fcae80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 -- 172.21.15.32:0/2672017821 shutdown_connections 2024-09-16T00:57:49.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.078+0000 7fcaf047b640 1 -- 172.21.15.32:0/2672017821 wait complete. 2024-09-16T00:57:49.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.079+0000 7fcaf047b640 1 Processor -- start 2024-09-16T00:57:49.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.079+0000 7fcaf047b640 1 -- start start 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae806e6a0 0x7fcae814e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcae815e800 0x7fcae80cbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcae80d4e30 con 0x7fcae80cfae0 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcae806d170 con 0x7fcae815e800 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaf047b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcae80d2ee0 con 0x7fcae806e6a0 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35380/0 (socket says 172.21.15.32:35380) 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 -- 172.21.15.32:0/506628066 learned_addr learned my addr 172.21.15.32:0/506628066 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeea18640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcae815e800 0x7fcae80cbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaee217640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae806e6a0 0x7fcae814e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 -- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae806e6a0 msgr2=0x7fcae814e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae806e6a0 0x7fcae814e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 -- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcae815e800 msgr2=0x7fcae80cbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcae815e800 0x7fcae80cbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.080+0000 7fcaeda16640 1 -- 172.21.15.32:0/506628066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae80ce880 con 0x7fcae80cfae0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcaeda16640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00c820 tx=0x7fcadc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc004230 con 0x7fcae80cfae0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcadc0043d0 con 0x7fcae80cfae0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae80ce5a0 con 0x7fcae80cfae0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc007a70 con 0x7fcae80cfae0 2024-09-16T00:57:49.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.081+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae80c9230 con 0x7fcae80cfae0 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.082+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae8068880 con 0x7fcae80cfae0 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.082+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcadc007c10 con 0x7fcae80cfae0 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.083+0000 7fcae6ffd640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.083+0000 7fcaee217640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.083+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7fcadc08b4e0 con 0x7fcae80cfae0 2024-09-16T00:57:49.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.083+0000 7fcaee217640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 0x7fcad406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcad800b450 tx=0x7fcad800d040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.087+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcadc015020 con 0x7fcae80cfae0 2024-09-16T00:57:49.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.303+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcae80cf3d0 con 0x7fcae80cfae0 2024-09-16T00:57:49.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.303+0000 7fcae6ffd640 1 -- 172.21.15.32:0/506628066 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7fcadc059440 con 0x7fcae80cfae0 2024-09-16T00:57:49.304 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:49.304 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:49.304 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 msgr2=0x7fcad406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 0x7fcad406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcad800b450 tx=0x7fcad800d040 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 msgr2=0x7fcae80cb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00c820 tx=0x7fcadc00cce0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 shutdown_connections 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcae815e800 0x7fcae80cbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcae80cfae0 0x7fcae80cb680 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 --2- 172.21.15.32:0/506628066 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcae806e6a0 0x7fcae814e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 >> 172.21.15.32:0/506628066 conn(0x7fcae809d750 msgr2=0x7fcae80b1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 shutdown_connections 2024-09-16T00:57:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.306+0000 7fcaf047b640 1 -- 172.21.15.32:0/506628066 wait complete. 2024-09-16T00:57:49.318 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:49.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.420+0000 7fa81b62e640 1 Processor -- start 2024-09-16T00:57:49.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.420+0000 7fa81b62e640 1 -- start start 2024-09-16T00:57:49.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa81b62e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa81b62e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 0x7fa8140d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa81b62e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8140d17b0 con 0x7fa8140d1380 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa81b62e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa8140d3480 con 0x7fa8140cf510 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa81b62e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa8140d3760 con 0x7fa81415e560 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa818bc9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 0x7fa8140d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50640/0 (socket says 172.21.15.32:50640) 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 -- 172.21.15.32:0/2388691700 learned_addr learned my addr 172.21.15.32:0/2388691700 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa818bc9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 0x7fa8140d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:60984/0 (socket says 172.21.15.32:60984) 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa819bcb640 1 --1- 172.21.15.32:0/2388691700 >> v1:172.21.15.50:6789/0 conn(0x7fa8140d1380 0x7fa8140b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:58342/0 (socket says 172.21.15.32:58342) 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 -- 172.21.15.32:0/2388691700 >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 msgr2=0x7fa8140d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 --2- 172.21.15.32:0/2388691700 >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 0x7fa8140d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 -- 172.21.15.32:0/2388691700 >> v1:172.21.15.50:6789/0 conn(0x7fa8140d1380 legacy=0x7fa8140b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.421+0000 7fa8193ca640 1 -- 172.21.15.32:0/2388691700 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8140d3a40 con 0x7fa81415e560 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.422+0000 7fa8193ca640 1 --2- 172.21.15.32:0/2388691700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa810009870 tx=0x7fa81002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8d2fb52239b4c3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.422+0000 7fa80bfff640 1 -- 172.21.15.32:0/2388691700 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810037070 con 0x7fa81415e560 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.422+0000 7fa80bfff640 1 -- 172.21.15.32:0/2388691700 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa810032440 con 0x7fa81415e560 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.422+0000 7fa80bfff640 1 -- 172.21.15.32:0/2388691700 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810032810 con 0x7fa81415e560 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 -- 172.21.15.32:0/2388691700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 msgr2=0x7fa8140ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2388691700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa810009870 tx=0x7fa81002a270 comp rx=0 tx=0).stop 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 -- 172.21.15.32:0/2388691700 shutdown_connections 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2388691700 >> v2:172.21.15.50:3300/0 conn(0x7fa8140cf510 0x7fa8140d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2388691700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa81415e560 0x7fa8140ceee0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 -- 172.21.15.32:0/2388691700 >> 172.21.15.32:0/2388691700 conn(0x7fa814073850 msgr2=0x7fa81406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 -- 172.21.15.32:0/2388691700 shutdown_connections 2024-09-16T00:57:49.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.423+0000 7fa81b62e640 1 -- 172.21.15.32:0/2388691700 wait complete. 2024-09-16T00:57:49.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.424+0000 7fa81b62e640 1 Processor -- start 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.424+0000 7fa81b62e640 1 -- start start 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa8140cf510 0x7fa814151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d1380 0x7fa8141482d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa81415e940 con 0x7fa81415e560 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8140d4240 con 0x7fa8140cf510 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa81b62e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa81415eac0 con 0x7fa8140d1380 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35394/0 (socket says 172.21.15.32:35394) 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 -- 172.21.15.32:0/2725203604 learned_addr learned my addr 172.21.15.32:0/2725203604 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa818bc9640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d1380 0x7fa8141482d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa8193ca640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa8140cf510 0x7fa814151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 -- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d1380 msgr2=0x7fa8141482d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d1380 0x7fa8141482d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 -- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa8140cf510 msgr2=0x7fa814151b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa8140cf510 0x7fa814151b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.425+0000 7fa819bcb640 1 -- 172.21.15.32:0/2725203604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa814160c10 con 0x7fa81415e560 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa819bcb640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c780 tx=0x7fa80c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c017070 con 0x7fa81415e560 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa80c00a640 con 0x7fa81415e560 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa814160ef0 con 0x7fa81415e560 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c00aa30 con 0x7fa81415e560 2024-09-16T00:57:49.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.426+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8141614b0 con 0x7fa81415e560 2024-09-16T00:57:49.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.427+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8140cf950 con 0x7fa81415e560 2024-09-16T00:57:49.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.427+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa80c01a070 con 0x7fa81415e560 2024-09-16T00:57:49.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.428+0000 7fa809ffb640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 0x7fa7f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.428+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7fa80c08ab10 con 0x7fa81415e560 2024-09-16T00:57:49.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.428+0000 7fa8193ca640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 0x7fa7f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.428+0000 7fa8193ca640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 0x7fa7f806e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa810034000 tx=0x7fa81002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.432+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8140d17b0 con 0x7fa81415e560 2024-09-16T00:57:49.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.643+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa814158f20 con 0x7fa81415e560 2024-09-16T00:57:49.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.643+0000 7fa809ffb640 1 -- 172.21.15.32:0/2725203604 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7fa80c058a70 con 0x7fa81415e560 2024-09-16T00:57:49.643 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:49.644 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:49.644 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 msgr2=0x7fa7f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 0x7fa7f806e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa810034000 tx=0x7fa81002e000 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 msgr2=0x7fa814155750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c780 tx=0x7fa80c00cc40 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 shutdown_connections 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa7f806c2b0 0x7fa7f806e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa81415e560 0x7fa814155750 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8140d1380 0x7fa8141482d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 --2- 172.21.15.32:0/2725203604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa8140cf510 0x7fa814151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 >> 172.21.15.32:0/2725203604 conn(0x7fa814073850 msgr2=0x7fa81415d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.645+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 shutdown_connections 2024-09-16T00:57:49.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.646+0000 7fa81b62e640 1 -- 172.21.15.32:0/2725203604 wait complete. 2024-09-16T00:57:49.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:49.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.762+0000 7f04d6586640 1 Processor -- start 2024-09-16T00:57:49.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.762+0000 7f04d6586640 1 -- start start 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d6586640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04d015e560 0x7f04d00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d6586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d6586640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04d00d3480 con 0x7f04d00cf510 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d6586640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f04d00d3760 con 0x7f04d015e560 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d6586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04d00d3a40 con 0x7f04d00d1550 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04cffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04d015e560 0x7f04d00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04d4b23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04d015e560 0x7f04d00ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:60992/0 (socket says 172.21.15.32:60992) 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.763+0000 7f04cf7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f04d00cf510 0x7f04d00d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:58352/0 (socket says 172.21.15.32:58352) 2024-09-16T00:57:49.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04d4b23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50650/0 (socket says 172.21.15.32:50650) 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 -- 172.21.15.32:0/2723299982 learned_addr learned my addr 172.21.15.32:0/2723299982 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 -- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 msgr2=0x7f04d00b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 -- 172.21.15.32:0/2723299982 >> v1:172.21.15.50:6789/0 conn(0x7f04d00cf510 legacy=0x7f04d00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04cffff640 1 -- 172.21.15.32:0/2723299982 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d00d3d20 con 0x7f04d015e560 2024-09-16T00:57:49.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.764+0000 7f04d4b23640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:49.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04cffff640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d00ceee0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f04c0009870 tx=0x7f04c002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45f5fce3198490fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04ceffd640 1 -- 172.21.15.32:0/2723299982 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c0037070 con 0x7f04d015e560 2024-09-16T00:57:49.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04ceffd640 1 -- 172.21.15.32:0/2723299982 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04c0032440 con 0x7f04d015e560 2024-09-16T00:57:49.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04ceffd640 1 -- 172.21.15.32:0/2723299982 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c0032810 con 0x7f04d015e560 2024-09-16T00:57:49.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 -- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 msgr2=0x7f04d00ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d00ceee0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f04c0009870 tx=0x7f04c002a270 comp rx=0 tx=0).stop 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 -- 172.21.15.32:0/2723299982 shutdown_connections 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00d1550 0x7f04d00b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 --2- 172.21.15.32:0/2723299982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d00ceee0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 -- 172.21.15.32:0/2723299982 >> 172.21.15.32:0/2723299982 conn(0x7f04d0073850 msgr2=0x7f04d006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 -- 172.21.15.32:0/2723299982 shutdown_connections 2024-09-16T00:57:49.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.765+0000 7f04d6586640 1 -- 172.21.15.32:0/2723299982 wait complete. 2024-09-16T00:57:49.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 Processor -- start 2024-09-16T00:57:49.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 -- start start 2024-09-16T00:57:49.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 0x7f04d0155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d0153160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f04d015eac0 con 0x7f04d00d1550 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04d015e940 con 0x7f04d015e560 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.767+0000 7f04d6586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04d00cf980 con 0x7f04d00cf510 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35402/0 (socket says 172.21.15.32:35402) 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 -- 172.21.15.32:0/1619983663 learned_addr learned my addr 172.21.15.32:0/1619983663 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04d4b23640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d0153160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cffff640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 0x7f04d0155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 -- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 msgr2=0x7f04d0155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 0x7f04d0155870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 -- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 msgr2=0x7f04d0153160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d0153160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 -- 172.21.15.32:0/1619983663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d0151ba0 con 0x7f04d00d1550 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cffff640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 0x7f04d0155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04cf7fe640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f04c400c430 tx=0x7f04c400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c40074e0 con 0x7f04d00d1550 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04c4007680 con 0x7f04d00d1550 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04d0152d30 con 0x7f04d00d1550 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4004a00 con 0x7f04d00d1550 2024-09-16T00:57:49.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.768+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04d0155280 con 0x7f04d00d1550 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.769+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04d00ceee0 con 0x7f04d00d1550 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.770+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04c401a020 con 0x7f04d00d1550 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.770+0000 7f04ccff9640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.770+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f04c408ad20 con 0x7f04d00d1550 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.770+0000 7f04cffff640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.771+0000 7f04cffff640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f04c0034000 tx=0x7f04c002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:49.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.775+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04d0151ba0 con 0x7f04d00d1550 2024-09-16T00:57:49.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.950+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04d015ac80 con 0x7f04d00d1550 2024-09-16T00:57:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.951+0000 7f04ccff9640 1 -- 172.21.15.32:0/1619983663 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+16994 (secure 0 0 0) 0x7f04c4059360 con 0x7f04d00d1550 2024-09-16T00:57:49.952 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:49.952 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":52,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:54:03.276274+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:38.232075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:39.564423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.1a","mappings":[{"from":0,"to":1}]},{"pgid":"8.25","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 msgr2=0x7f04bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f04c0034000 tx=0x7f04c002e000 comp rx=0 tx=0).stop 2024-09-16T00:57:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 msgr2=0x7f04d0151660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f04c400c430 tx=0x7f04c400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 shutdown_connections 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04d015e560 0x7f04d0153160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04d00d1550 0x7f04d0151660 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 --2- 172.21.15.32:0/1619983663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04d00cf510 0x7f04d0155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 >> 172.21.15.32:0/1619983663 conn(0x7f04d0073850 msgr2=0x7f04d00b9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 shutdown_connections 2024-09-16T00:57:49.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:49.954+0000 7f04d6586640 1 -- 172.21.15.32:0/1619983663 wait complete. 2024-09-16T00:57:49.966 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:57:49.966 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.067+0000 7f16a615b640 1 Processor -- start 2024-09-16T00:57:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.068+0000 7f16a615b640 1 -- start start 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.068+0000 7f16a615b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f16a00d0cc0 0x7f16a00d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.068+0000 7f16a615b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16a00d3430 con 0x7f16a00b78e0 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.068+0000 7f16a615b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16a00d1660 con 0x7f16a015e510 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.068+0000 7f16a615b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f16a00d36d0 con 0x7f16a00d0cc0 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169effd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f16a00d0cc0 0x7f16a00d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f16a00b78e0 0x7f16a00b7d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33104/0 (socket says 172.21.15.32:33104) 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169ffff640 1 -- 172.21.15.32:0/2840576977 learned_addr learned my addr 172.21.15.32:0/2840576977 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169effd640 1 -- 172.21.15.32:0/2840576977 >> v1:172.21.15.50:6789/0 conn(0x7f16a015e510 legacy=0x7f16a00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169effd640 1 -- 172.21.15.32:0/2840576977 >> v1:172.21.15.32:6789/0 conn(0x7f16a00b78e0 legacy=0x7f16a00b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169effd640 1 -- 172.21.15.32:0/2840576977 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a00d39b0 con 0x7f16a00d0cc0 2024-09-16T00:57:50.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.069+0000 7f169e7fc640 1 -- 172.21.15.32:0/2840576977 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 227349577 0 0) 0x7f16a00d3430 con 0x7f16a00b78e0 2024-09-16T00:57:50.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f169effd640 1 --2- 172.21.15.32:0/2840576977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a00d0cc0 0x7f16a00d1120 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f16940097a0 tx=0x7f169402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09c4dbe28fa08fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f169e7fc640 1 -- 172.21.15.32:0/2840576977 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694037070 con 0x7f16a00d0cc0 2024-09-16T00:57:50.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f169e7fc640 1 -- 172.21.15.32:0/2840576977 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1694032440 con 0x7f16a00d0cc0 2024-09-16T00:57:50.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f169e7fc640 1 -- 172.21.15.32:0/2840576977 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694032810 con 0x7f16a00d0cc0 2024-09-16T00:57:50.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 -- 172.21.15.32:0/2840576977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a00d0cc0 msgr2=0x7f16a00d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 --2- 172.21.15.32:0/2840576977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a00d0cc0 0x7f16a00d1120 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f16940097a0 tx=0x7f169402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 -- 172.21.15.32:0/2840576977 shutdown_connections 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 --2- 172.21.15.32:0/2840576977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a00d0cc0 0x7f16a00d1120 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 -- 172.21.15.32:0/2840576977 >> 172.21.15.32:0/2840576977 conn(0x7f16a006d1a0 msgr2=0x7f16a0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 -- 172.21.15.32:0/2840576977 shutdown_connections 2024-09-16T00:57:50.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.070+0000 7f16a615b640 1 -- 172.21.15.32:0/2840576977 wait complete. 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.071+0000 7f16a615b640 1 Processor -- start 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 -- start start 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16a00b78e0 0x7f16a0161520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16a00d0cc0 0x7f16a00b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f16a00d22a0 con 0x7f16a015e510 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f16a00d3f70 con 0x7f16a00d0cc0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f16a615b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f16a00cf210 con 0x7f16a00b78e0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.072+0000 7f169ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35414/0 (socket says 172.21.15.32:35414) 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 -- 172.21.15.32:0/3418361587 learned_addr learned my addr 172.21.15.32:0/3418361587 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169f7fe640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16a00b78e0 0x7f16a0161520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169effd640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16a00d0cc0 0x7f16a00b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 -- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16a00b78e0 msgr2=0x7f16a0161520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16a00b78e0 0x7f16a0161520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 -- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16a00d0cc0 msgr2=0x7f16a00b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16a00d0cc0 0x7f16a00b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 -- 172.21.15.32:0/3418361587 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a00b4a60 con 0x7f16a015e510 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f169ffff640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f169800c7d0 tx=0x7f169800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1698018070 con 0x7f16a015e510 2024-09-16T00:57:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f169800a640 con 0x7f16a015e510 2024-09-16T00:57:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a00b4d40 con 0x7f16a015e510 2024-09-16T00:57:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169800aa70 con 0x7f16a015e510 2024-09-16T00:57:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.073+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a00b5300 con 0x7f16a015e510 2024-09-16T00:57:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.074+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a00d2b00 con 0x7f16a015e510 2024-09-16T00:57:50.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.075+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f169801b070 con 0x7f16a015e510 2024-09-16T00:57:50.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.075+0000 7f1687fff640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 0x7f168c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.075+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f169808ac00 con 0x7f16a015e510 2024-09-16T00:57:50.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.075+0000 7f169f7fe640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 0x7f168c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.076+0000 7f169f7fe640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 0x7f168c06e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1690000f60 tx=0x7f1690009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.080+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16a00d2b00 con 0x7f16a015e510 2024-09-16T00:57:50.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.290+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16a015e8f0 con 0x7f16a015e510 2024-09-16T00:57:50.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.290+0000 7f1687fff640 1 -- 172.21.15.32:0/3418361587 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7f1698091080 con 0x7f16a015e510 2024-09-16T00:57:50.291 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:50.291 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:50.291 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:50.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 msgr2=0x7f168c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 0x7f168c06e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1690000f60 tx=0x7f1690009040 comp rx=0 tx=0).stop 2024-09-16T00:57:50.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 msgr2=0x7f16a01436f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f169800c7d0 tx=0x7f169800cc90 comp rx=0 tx=0).stop 2024-09-16T00:57:50.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 shutdown_connections 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f168c06c2b0 0x7f168c06e770 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16a015e510 0x7f16a01436f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16a00d0cc0 0x7f16a00b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 --2- 172.21.15.32:0/3418361587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16a00b78e0 0x7f16a0161520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 >> 172.21.15.32:0/3418361587 conn(0x7f16a006d1a0 msgr2=0x7f16a00b7d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 shutdown_connections 2024-09-16T00:57:50.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.293+0000 7f16a615b640 1 -- 172.21.15.32:0/3418361587 wait complete. 2024-09-16T00:57:50.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:50.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.406+0000 7f6e5b90c640 1 Processor -- start 2024-09-16T00:57:50.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.406+0000 7f6e5b90c640 1 -- start start 2024-09-16T00:57:50.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.407+0000 7f6e5b90c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.407+0000 7f6e5b90c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6e540cf510 0x7f6e540d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.407+0000 7f6e5b90c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e540d17b0 con 0x7f6e540d1380 2024-09-16T00:57:50.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.407+0000 7f6e5b90c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6e540d3480 con 0x7f6e540cf510 2024-09-16T00:57:50.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.407+0000 7f6e5b90c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6e540d3760 con 0x7f6e5415e560 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50676/0 (socket says 172.21.15.32:50676) 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 -- 172.21.15.32:0/2296768363 learned_addr learned my addr 172.21.15.32:0/2296768363 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e58ea7640 1 --2- 172.21.15.32:0/2296768363 >> v2:172.21.15.50:3300/0 conn(0x7f6e540cf510 0x7f6e540d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 -- 172.21.15.32:0/2296768363 >> v2:172.21.15.50:3300/0 conn(0x7f6e540cf510 msgr2=0x7f6e540d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 --2- 172.21.15.32:0/2296768363 >> v2:172.21.15.50:3300/0 conn(0x7f6e540cf510 0x7f6e540d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 -- 172.21.15.32:0/2296768363 >> v1:172.21.15.50:6789/0 conn(0x7f6e540d1380 legacy=0x7f6e540b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.408+0000 7f6e596a8640 1 -- 172.21.15.32:0/2296768363 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e540d3a40 con 0x7f6e5415e560 2024-09-16T00:57:50.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e596a8640 1 --2- 172.21.15.32:0/2296768363 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c009870 tx=0x7f6e4c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68e0bf3152cf0afc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e53fff640 1 -- 172.21.15.32:0/2296768363 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c037070 con 0x7f6e5415e560 2024-09-16T00:57:50.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e53fff640 1 -- 172.21.15.32:0/2296768363 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e4c032440 con 0x7f6e5415e560 2024-09-16T00:57:50.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e53fff640 1 -- 172.21.15.32:0/2296768363 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c032810 con 0x7f6e5415e560 2024-09-16T00:57:50.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e5b90c640 1 -- 172.21.15.32:0/2296768363 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 msgr2=0x7f6e540ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.409+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/2296768363 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c009870 tx=0x7f6e4c02a270 comp rx=0 tx=0).stop 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 -- 172.21.15.32:0/2296768363 shutdown_connections 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/2296768363 >> v2:172.21.15.50:3300/0 conn(0x7f6e540cf510 0x7f6e540d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/2296768363 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e5415e560 0x7f6e540ceee0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 -- 172.21.15.32:0/2296768363 >> 172.21.15.32:0/2296768363 conn(0x7f6e54073850 msgr2=0x7f6e5406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 -- 172.21.15.32:0/2296768363 shutdown_connections 2024-09-16T00:57:50.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.410+0000 7f6e5b90c640 1 -- 172.21.15.32:0/2296768363 wait complete. 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.411+0000 7f6e5b90c640 1 Processor -- start 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.411+0000 7f6e5b90c640 1 -- start start 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.411+0000 7f6e5b90c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 0x7f6e54161300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e540d1380 0x7f6e5414d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5415e940 con 0x7f6e5415e560 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e540d4240 con 0x7f6e540cf510 2024-09-16T00:57:50.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6e5415eac0 con 0x7f6e540d1380 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e596a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 0x7f6e54161300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35418/0 (socket says 172.21.15.32:35418) 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e596a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 0x7f6e54161300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:32802/0 (socket says 172.21.15.32:32802) 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 -- 172.21.15.32:0/3575899730 learned_addr learned my addr 172.21.15.32:0/3575899730 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e58ea7640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e540d1380 0x7f6e5414d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 -- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e540d1380 msgr2=0x7f6e5414d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e540d1380 0x7f6e5414d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 -- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 msgr2=0x7f6e54161300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 0x7f6e54161300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 -- 172.21.15.32:0/3575899730 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e5414de00 con 0x7f6e5415e560 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e59ea9640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6e4400c6b0 tx=0x7f6e4400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e44003b70 con 0x7f6e5415e560 2024-09-16T00:57:50.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e44003d30 con 0x7f6e5415e560 2024-09-16T00:57:50.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e541e8030 con 0x7f6e5415e560 2024-09-16T00:57:50.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.412+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e44005310 con 0x7f6e5415e560 2024-09-16T00:57:50.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.413+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e541e85f0 con 0x7f6e5415e560 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.414+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e540cf950 con 0x7f6e5415e560 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.414+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e440054b0 con 0x7f6e5415e560 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.415+0000 7f6e51ffb640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 0x7f6e4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.415+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f6e4408b340 con 0x7f6e5415e560 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.415+0000 7f6e596a8640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 0x7f6e4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.415+0000 7f6e596a8640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 0x7f6e4006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c034000 tx=0x7f6e4c02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.419+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e540d17b0 con 0x7f6e5415e560 2024-09-16T00:57:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.628+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e5415ba80 con 0x7f6e5415e560 2024-09-16T00:57:50.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.629+0000 7f6e51ffb640 1 -- 172.21.15.32:0/3575899730 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5223 (secure 0 0 0) 0x7f6e440592a0 con 0x7f6e5415e560 2024-09-16T00:57:50.629 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:50.629 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"btime":"2024-09-16T00:53:43:584263+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:53:40.578276+0000","modified":"2024-09-16T00:53:42.930462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"b","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/3729786995","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":3729786995},{"type":"v1","addr":"172.21.15.50:6835","nonce":3729786995}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-16T00:57:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-09-16T00:57:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 msgr2=0x7f6e4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 0x7f6e4006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c034000 tx=0x7f6e4c02e000 comp rx=0 tx=0).stop 2024-09-16T00:57:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 msgr2=0x7f6e541e7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6e4400c6b0 tx=0x7f6e4400cb70 comp rx=0 tx=0).stop 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 shutdown_connections 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f6e4006c2b0 0x7f6e4006e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e5415e560 0x7f6e541e7800 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6e540d1380 0x7f6e5414d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 --2- 172.21.15.32:0/3575899730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e540cf510 0x7f6e54161300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 >> 172.21.15.32:0/3575899730 conn(0x7f6e54073850 msgr2=0x7f6e540d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 shutdown_connections 2024-09-16T00:57:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.631+0000 7f6e5b90c640 1 -- 172.21.15.32:0/3575899730 wait complete. 2024-09-16T00:57:50.642 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:50.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.744+0000 7f9b0c284640 1 Processor -- start 2024-09-16T00:57:50.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.744+0000 7f9b0c284640 1 -- start start 2024-09-16T00:57:50.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.745+0000 7f9b0c284640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 0x7f9b040cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.745+0000 7f9b0c284640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.745+0000 7f9b0c284640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b0415e8b0 con 0x7f9b040cf8f0 2024-09-16T00:57:50.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.745+0000 7f9b0c284640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9b040d3bf0 con 0x7f9b0415e4d0 2024-09-16T00:57:50.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.745+0000 7f9b0c284640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9b040d3100 con 0x7f9b040d1a60 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a020640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 0x7f9b040cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50692/0 (socket says 172.21.15.32:50692) 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 -- 172.21.15.32:0/2753098700 learned_addr learned my addr 172.21.15.32:0/2753098700 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0901e640 1 -- 172.21.15.32:0/2753098700 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 611927276 0 0) 0x7f9b0415e8b0 con 0x7f9b040cf8f0 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0901e640 1 -- 172.21.15.32:0/2753098700 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9af0003520 con 0x7f9b040cf8f0 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 -- 172.21.15.32:0/2753098700 >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 msgr2=0x7f9b040cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:50.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 --2- 172.21.15.32:0/2753098700 >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 0x7f9b040cf3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 -- 172.21.15.32:0/2753098700 >> v1:172.21.15.50:6789/0 conn(0x7f9b040cf8f0 legacy=0x7f9b040d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a821640 1 -- 172.21.15.32:0/2753098700 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b040b7510 con 0x7f9b040d1a60 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.746+0000 7f9b0a020640 1 --2- 172.21.15.32:0/2753098700 >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 0x7f9b040cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0a821640 1 --2- 172.21.15.32:0/2753098700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9b040d3280 tx=0x7f9afc02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4652cb2ab21ad73 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0901e640 1 -- 172.21.15.32:0/2753098700 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc036070 con 0x7f9b040d1a60 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0901e640 1 -- 172.21.15.32:0/2753098700 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9afc031600 con 0x7f9b040d1a60 2024-09-16T00:57:50.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0901e640 1 -- 172.21.15.32:0/2753098700 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc0319d0 con 0x7f9b040d1a60 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0c284640 1 -- 172.21.15.32:0/2753098700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 msgr2=0x7f9b040b7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.747+0000 7f9b0c284640 1 --2- 172.21.15.32:0/2753098700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9b040d3280 tx=0x7f9afc02a710 comp rx=0 tx=0).stop 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 -- 172.21.15.32:0/2753098700 shutdown_connections 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 --2- 172.21.15.32:0/2753098700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040d1a60 0x7f9b040b7c90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 --2- 172.21.15.32:0/2753098700 >> v2:172.21.15.50:3300/0 conn(0x7f9b0415e4d0 0x7f9b040cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 -- 172.21.15.32:0/2753098700 >> 172.21.15.32:0/2753098700 conn(0x7f9b04073640 msgr2=0x7f9b04073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 -- 172.21.15.32:0/2753098700 shutdown_connections 2024-09-16T00:57:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.748+0000 7f9b0c284640 1 -- 172.21.15.32:0/2753098700 wait complete. 2024-09-16T00:57:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.749+0000 7f9b0c284640 1 Processor -- start 2024-09-16T00:57:50.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.749+0000 7f9b0c284640 1 -- start start 2024-09-16T00:57:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040cf8f0 0x7f9b04160cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b040d1a60 0x7f9b040ae750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9b040d3630 con 0x7f9b0415e4d0 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b040b77b0 con 0x7f9b040d1a60 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9b040d3910 con 0x7f9b040cf8f0 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35434/0 (socket says 172.21.15.32:35434) 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 -- 172.21.15.32:0/3633915791 learned_addr learned my addr 172.21.15.32:0/3633915791 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a020640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040cf8f0 0x7f9b04160cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0981f640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b040d1a60 0x7f9b040ae750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 -- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040cf8f0 msgr2=0x7f9b04160cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040cf8f0 0x7f9b04160cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 -- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b040d1a60 msgr2=0x7f9b040ae750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b040d1a60 0x7f9b040ae750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 -- 172.21.15.32:0/3633915791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b040af2e0 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0a821640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9afc009f40 tx=0x7f9afc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc036050 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9afc042070 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b041f7340 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc009510 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.750+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b041f7900 con 0x7f9b0415e4d0 2024-09-16T00:57:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.751+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b040cf3b0 con 0x7f9b0415e4d0 2024-09-16T00:57:50.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.752+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9afc007c70 con 0x7f9b0415e4d0 2024-09-16T00:57:50.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.752+0000 7f9afaffd640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 0x7f9ae806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:50.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.752+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7f9afc0ac320 con 0x7f9b0415e4d0 2024-09-16T00:57:50.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.752+0000 7f9b0a020640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 0x7f9ae806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:50.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.753+0000 7f9b0a020640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 0x7f9ae806e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9b00009560 tx=0x7f9b00009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:50.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.757+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9afc07a830 con 0x7f9b0415e4d0 2024-09-16T00:57:50.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.931+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9b040b7c30 con 0x7f9b0415e4d0 2024-09-16T00:57:50.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.932+0000 7f9afaffd640 1 -- 172.21.15.32:0/3633915791 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+16994 (secure 0 0 0) 0x7f9afc0ac0e0 con 0x7f9b0415e4d0 2024-09-16T00:57:50.933 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:50.933 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":52,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:54:03.276274+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:53:38.232075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-16T00:53:39.564423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.1a","mappings":[{"from":0,"to":1}]},{"pgid":"8.25","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 msgr2=0x7f9ae806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 0x7f9ae806e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9b00009560 tx=0x7f9b00009190 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 msgr2=0x7f9b040aec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9afc009f40 tx=0x7f9afc004a40 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 shutdown_connections 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9ae806c2e0 0x7f9ae806e7a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b0415e4d0 0x7f9b040aec90 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b040d1a60 0x7f9b040ae750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 --2- 172.21.15.32:0/3633915791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9b040cf8f0 0x7f9b04160cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.934+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 >> 172.21.15.32:0/3633915791 conn(0x7f9b04073640 msgr2=0x7f9b04073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:50.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.935+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 shutdown_connections 2024-09-16T00:57:50.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:50.935+0000 7f9b0c284640 1 -- 172.21.15.32:0/3633915791 wait complete. 2024-09-16T00:57:50.946 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:57:51.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.050+0000 7fa81c9fe640 1 Processor -- start 2024-09-16T00:57:51.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.050+0000 7fa81c9fe640 1 -- start start 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81c9fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8180d3090 0x7fa8180cef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81c9fe640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8180d2270 con 0x7fa8180cf460 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81c9fe640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8180cf8c0 con 0x7fa81815e520 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81c9fe640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fa8180d07a0 con 0x7fa8180d3090 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8180d3090 0x7fa8180cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81759e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa8180cf460 0x7fa8180c8130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33108/0 (socket says 172.21.15.32:33108) 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81759e640 1 -- 172.21.15.32:0/2199537811 learned_addr learned my addr 172.21.15.32:0/2199537811 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81659c640 1 -- 172.21.15.32:0/2199537811 >> v1:172.21.15.50:6789/0 conn(0x7fa81815e520 legacy=0x7fa8180d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:51.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81659c640 1 -- 172.21.15.32:0/2199537811 >> v1:172.21.15.32:6789/0 conn(0x7fa8180cf460 legacy=0x7fa8180c8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa81659c640 1 -- 172.21.15.32:0/2199537811 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8180cfb90 con 0x7fa8180d3090 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.051+0000 7fa815d9b640 1 -- 172.21.15.32:0/2199537811 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2361923202 0 0) 0x7fa8180d2270 con 0x7fa8180cf460 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81659c640 1 --2- 172.21.15.32:0/2199537811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa8180cef20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa80c0097a0 tx=0x7fa80c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab901a165538e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa815d9b640 1 -- 172.21.15.32:0/2199537811 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c037070 con 0x7fa8180d3090 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa815d9b640 1 -- 172.21.15.32:0/2199537811 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa80c032440 con 0x7fa8180d3090 2024-09-16T00:57:51.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa815d9b640 1 -- 172.21.15.32:0/2199537811 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c032810 con 0x7fa8180d3090 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 -- 172.21.15.32:0/2199537811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 msgr2=0x7fa8180cef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/2199537811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa8180cef20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa80c0097a0 tx=0x7fa80c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 -- 172.21.15.32:0/2199537811 shutdown_connections 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/2199537811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa8180cef20 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 -- 172.21.15.32:0/2199537811 >> 172.21.15.32:0/2199537811 conn(0x7fa81808dd50 msgr2=0x7fa81809d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:51.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 -- 172.21.15.32:0/2199537811 shutdown_connections 2024-09-16T00:57:51.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.052+0000 7fa81c9fe640 1 -- 172.21.15.32:0/2199537811 wait complete. 2024-09-16T00:57:51.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.054+0000 7fa81c9fe640 1 Processor -- start 2024-09-16T00:57:51.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.054+0000 7fa81c9fe640 1 -- start start 2024-09-16T00:57:51.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8180cf460 0x7fa8180a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa81815e520 0x7fa8180b8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa8180d0430 con 0x7fa8180d3090 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8180d0150 con 0x7fa81815e520 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81c9fe640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa8180c8840 con 0x7fa8180cf460 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35450/0 (socket says 172.21.15.32:35450) 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 -- 172.21.15.32:0/3913590565 learned_addr learned my addr 172.21.15.32:0/3913590565 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81759e640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa81815e520 0x7fa8180b8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa816d9d640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8180cf460 0x7fa8180a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 -- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8180cf460 msgr2=0x7fa8180a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8180cf460 0x7fa8180a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 -- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa81815e520 msgr2=0x7fa8180b8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa81815e520 0x7fa8180b8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 -- 172.21.15.32:0/3913590565 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa81815d220 con 0x7fa8180d3090 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa81659c640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa80c0097a0 tx=0x7fa80c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.055+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c037040 con 0x7fa8180d3090 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.056+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa80c004250 con 0x7fa8180d3090 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.056+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8181615f0 con 0x7fa8180d3090 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.056+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c032e20 con 0x7fa8180d3090 2024-09-16T00:57:51.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.056+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8181e6c40 con 0x7fa8180d3090 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.057+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8180cef20 con 0x7fa8180d3090 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.057+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa80c030770 con 0x7fa8180d3090 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.057+0000 7fa7ff7fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.058+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6159+0+0 (secure 0 0 0) 0x7fa80c0ac920 con 0x7fa8180d3090 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.058+0000 7fa816d9d640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.058+0000 7fa816d9d640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa808006fd0 tx=0x7fa808008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.062+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa80c07aff0 con 0x7fa8180d3090 2024-09-16T00:57:51.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.272+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa8180cef20 con 0x7fa8180d3090 2024-09-16T00:57:51.272 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-09-16T00:57:51.272+0000 7f6bd1eb4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:57:51.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.274+0000 7fa7ff7fe640 1 -- 172.21.15.32:0/3913590565 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) ==== 161+0+0 (secure 0 0 0) 0x7fa80c07a8f0 con 0x7fa8180d3090 2024-09-16T00:57:51.274 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 msgr2=0x7fa80406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa808006fd0 tx=0x7fa808008040 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 msgr2=0x7fa81815cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa80c0097a0 tx=0x7fa80c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 shutdown_connections 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa80406c2b0 0x7fa80406e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa81815e520 0x7fa8180b8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8180d3090 0x7fa81815cce0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 --2- 172.21.15.32:0/3913590565 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa8180cf460 0x7fa8180a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 >> 172.21.15.32:0/3913590565 conn(0x7fa81808dd50 msgr2=0x7fa8180d2980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 shutdown_connections 2024-09-16T00:57:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.276+0000 7fa81c9fe640 1 -- 172.21.15.32:0/3913590565 wait complete. 2024-09-16T00:57:51.288 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:57:51.319 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-16T00:57:51.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.393+0000 7f4a5a36d640 1 Processor -- start 2024-09-16T00:57:51.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.393+0000 7f4a5a36d640 1 -- start start 2024-09-16T00:57:51.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5a36d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4a540ca840 0x7f4a540ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5a36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5a36d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a540b4620 con 0x7f4a540cc450 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5a36d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f4a540cf800 con 0x7f4a540ca840 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5a36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4a540d0010 con 0x7f4a540cefe0 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4a540ca840 0x7f4a540ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4a540ca840 0x7f4a540ccc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35454/0 (socket says 172.21.15.32:35454) 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 -- 172.21.15.32:0/3890561811 learned_addr learned my addr 172.21.15.32:0/3890561811 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5890a640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 -- 172.21.15.32:0/3890561811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 msgr2=0x7f4a540cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 -- 172.21.15.32:0/3890561811 >> v1:172.21.15.50:6789/0 conn(0x7f4a540cc450 legacy=0x7f4a540b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:51.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a537fe640 1 -- 172.21.15.32:0/3890561811 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a540cfa50 con 0x7f4a540ca840 2024-09-16T00:57:51.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.394+0000 7f4a5890a640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.395+0000 7f4a537fe640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a540ccc00 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4a540b47f0 tx=0x7f4a4802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd0ca2643cc37fb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.395+0000 7f4a52ffd640 1 -- 172.21.15.32:0/3890561811 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48037070 con 0x7f4a540ca840 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.395+0000 7f4a52ffd640 1 -- 172.21.15.32:0/3890561811 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a48032440 con 0x7f4a540ca840 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.395+0000 7f4a52ffd640 1 -- 172.21.15.32:0/3890561811 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48032810 con 0x7f4a540ca840 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3890561811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 msgr2=0x7f4a540ccc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a540ccc00 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4a540b47f0 tx=0x7f4a4802a160 comp rx=0 tx=0).stop 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3890561811 shutdown_connections 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3890561811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a540ccc00 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3890561811 >> 172.21.15.32:0/3890561811 conn(0x7f4a5406baf0 msgr2=0x7f4a5406bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:51.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3890561811 shutdown_connections 2024-09-16T00:57:51.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.396+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3890561811 wait complete. 2024-09-16T00:57:51.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.397+0000 7f4a5a36d640 1 Processor -- start 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.397+0000 7f4a5a36d640 1 -- start start 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a540cc450 0x7f4a54151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540c8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540b3170 con 0x7f4a540ca840 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540b34e0 con 0x7f4a540cc450 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5a36d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4a540cc830 con 0x7f4a540cefe0 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a53fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a53fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35456/0 (socket says 172.21.15.32:35456) 2024-09-16T00:57:51.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a53fff640 1 -- 172.21.15.32:0/3598118281 learned_addr learned my addr 172.21.15.32:0/3598118281 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a537fe640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a540cc450 0x7f4a54151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.398+0000 7f4a5890a640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540c8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 -- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 msgr2=0x7f4a540c8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540c8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 -- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a540cc450 msgr2=0x7f4a54151c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a540cc450 0x7f4a54151c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 -- 172.21.15.32:0/3598118281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a541526c0 con 0x7f4a540ca840 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a53fff640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4a4400d990 tx=0x7f4a4400de50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4401b070 con 0x7f4a540ca840 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4400ed60 con 0x7f4a540ca840 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a541529a0 con 0x7f4a540ca840 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44016680 con 0x7f4a540ca840 2024-09-16T00:57:51.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.399+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a54152f60 con 0x7f4a540ca840 2024-09-16T00:57:51.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.400+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a540b3950 con 0x7f4a540ca840 2024-09-16T00:57:51.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.401+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a4401e070 con 0x7f4a540ca840 2024-09-16T00:57:51.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.401+0000 7f4a50ff9640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 0x7f4a4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:51.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.401+0000 7f4a537fe640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 0x7f4a4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:51.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.401+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6245+0+0 (secure 0 0 0) 0x7f4a4408d3b0 con 0x7f4a540ca840 2024-09-16T00:57:51.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.402+0000 7f4a537fe640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 0x7f4a4006e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4a48034000 tx=0x7f4a4802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:51.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.406+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a4405b220 con 0x7f4a540ca840 2024-09-16T00:57:51.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:51.617+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4a540b0130 con 0x7f4a540ca840 2024-09-16T00:57:52.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.275+0000 7f4a50ff9640 1 -- 172.21.15.32:0/3598118281 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7f4a4405f520 con 0x7f4a540ca840 2024-09-16T00:57:52.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 msgr2=0x7f4a4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 0x7f4a4006e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4a48034000 tx=0x7f4a4802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 msgr2=0x7f4a5409d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4a4400d990 tx=0x7f4a4400de50 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 shutdown_connections 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f4a4006c2b0 0x7f4a4006e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a540cefe0 0x7f4a540c8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a540cc450 0x7f4a54151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 --2- 172.21.15.32:0/3598118281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a540ca840 0x7f4a5409d930 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 >> 172.21.15.32:0/3598118281 conn(0x7f4a5406baf0 msgr2=0x7f4a540ccb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 shutdown_connections 2024-09-16T00:57:52.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.278+0000 7f4a5a36d640 1 -- 172.21.15.32:0/3598118281 wait complete. 2024-09-16T00:57:52.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:57:52.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.408+0000 7f2102af1640 1 Processor -- start 2024-09-16T00:57:52.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.408+0000 7f2102af1640 1 -- start start 2024-09-16T00:57:52.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f2102af1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f20fc15e4d0 0x7f20fc0d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f2102af1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f20fc0cfa90 0x7f20fc0cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f2102af1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20fc0d1fb0 con 0x7f20fc0d0c90 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f2102af1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f20fc0d2290 con 0x7f20fc15e4d0 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f2102af1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f20fc0d2570 con 0x7f20fc0cfa90 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f20fc15e4d0 0x7f20fc0d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f20fc15e4d0 0x7f20fc0d3050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35464/0 (socket says 172.21.15.32:35464) 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 -- 172.21.15.32:0/2677376989 learned_addr learned my addr 172.21.15.32:0/2677376989 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f20fbfff640 1 --2- 172.21.15.32:0/2677376989 >> v2:172.21.15.50:3300/0 conn(0x7f20fc0cfa90 0x7f20fc0cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 -- 172.21.15.32:0/2677376989 >> v2:172.21.15.50:3300/0 conn(0x7f20fc0cfa90 msgr2=0x7f20fc0cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 --2- 172.21.15.32:0/2677376989 >> v2:172.21.15.50:3300/0 conn(0x7f20fc0cfa90 0x7f20fc0cff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 -- 172.21.15.32:0/2677376989 >> v1:172.21.15.50:6789/0 conn(0x7f20fc0d0c90 legacy=0x7f20fc0d10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.409+0000 7f210088d640 1 -- 172.21.15.32:0/2677376989 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20fc0d2850 con 0x7f20fc15e4d0 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.410+0000 7f210088d640 1 --2- 172.21.15.32:0/2677376989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc15e4d0 0x7f20fc0d3050 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f20fc09dc30 tx=0x7f20f002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a7fce690fa687c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.410+0000 7f20fb7fe640 1 -- 172.21.15.32:0/2677376989 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0037070 con 0x7f20fc15e4d0 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.410+0000 7f20fb7fe640 1 -- 172.21.15.32:0/2677376989 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f0032440 con 0x7f20fc15e4d0 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.410+0000 7f20fb7fe640 1 -- 172.21.15.32:0/2677376989 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0032810 con 0x7f20fc15e4d0 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 -- 172.21.15.32:0/2677376989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc15e4d0 msgr2=0x7f20fc0d3050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 --2- 172.21.15.32:0/2677376989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc15e4d0 0x7f20fc0d3050 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f20fc09dc30 tx=0x7f20f002a1e0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 -- 172.21.15.32:0/2677376989 shutdown_connections 2024-09-16T00:57:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 --2- 172.21.15.32:0/2677376989 >> v2:172.21.15.50:3300/0 conn(0x7f20fc0cfa90 0x7f20fc0cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 --2- 172.21.15.32:0/2677376989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc15e4d0 0x7f20fc0d3050 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 -- 172.21.15.32:0/2677376989 >> 172.21.15.32:0/2677376989 conn(0x7f20fc09d650 msgr2=0x7f20fc0d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 -- 172.21.15.32:0/2677376989 shutdown_connections 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.411+0000 7f2102af1640 1 -- 172.21.15.32:0/2677376989 wait complete. 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.412+0000 7f2102af1640 1 Processor -- start 2024-09-16T00:57:52.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.412+0000 7f2102af1640 1 -- start start 2024-09-16T00:57:52.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20fc0d0c90 0x7f20fc0c98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20fc15e4d0 0x7f20fc1e7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc15e8b0 con 0x7f20fc0cfa90 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc0d4d80 con 0x7f20fc15e4d0 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f2102af1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20fc15ea30 con 0x7f20fc0d0c90 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35480/0 (socket says 172.21.15.32:35480) 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 -- 172.21.15.32:0/2312481479 learned_addr learned my addr 172.21.15.32:0/2312481479 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f20fbfff640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20fc0d0c90 0x7f20fc0c98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210108e640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20fc15e4d0 0x7f20fc1e7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 -- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20fc0d0c90 msgr2=0x7f20fc0c98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20fc0d0c90 0x7f20fc0c98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 -- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20fc15e4d0 msgr2=0x7f20fc1e7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20fc15e4d0 0x7f20fc1e7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.413+0000 7f210088d640 1 -- 172.21.15.32:0/2312481479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20fc0ca1f0 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f210088d640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f20f002a220 tx=0x7f20f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0037040 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f0042070 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20fc0ca4d0 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0030880 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.414+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20fc144660 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.415+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20fc069110 con 0x7f20fc0cfa90 2024-09-16T00:57:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.415+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20f0030a20 con 0x7f20fc0cfa90 2024-09-16T00:57:52.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.416+0000 7f20f97fa640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 0x7f20e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:52.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.416+0000 7f20fbfff640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 0x7f20e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:52.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.416+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6245+0+0 (secure 0 0 0) 0x7f20f00abef0 con 0x7f20fc0cfa90 2024-09-16T00:57:52.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.416+0000 7f20fbfff640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 0x7f20e006e7a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f20fc0caee0 tx=0x7f20e8008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:52.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.421+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f20f007a440 con 0x7f20fc0cfa90 2024-09-16T00:57:52.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:52.596+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f20fc0cff00 con 0x7f20fc0cfa90 2024-09-16T00:57:53.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.580+0000 7f20f97fa640 1 -- 172.21.15.32:0/2312481479 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v54) ==== 181+0+0 (secure 0 0 0) 0x7f20f0079d40 con 0x7f20fc0cfa90 2024-09-16T00:57:53.581 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:57:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.584+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 msgr2=0x7f20e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.584+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 0x7f20e006e7a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f20fc0caee0 tx=0x7f20e8008040 comp rx=0 tx=0).stop 2024-09-16T00:57:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.584+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 msgr2=0x7f20fc157570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.584+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f20f002a220 tx=0x7f20f00046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 shutdown_connections 2024-09-16T00:57:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f20e006c2e0 0x7f20e006e7a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20fc15e4d0 0x7f20fc1e7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20fc0d0c90 0x7f20fc0c98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 --2- 172.21.15.32:0/2312481479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f20fc0cfa90 0x7f20fc157570 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 >> 172.21.15.32:0/2312481479 conn(0x7f20fc09d650 msgr2=0x7f20fc0b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 shutdown_connections 2024-09-16T00:57:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.585+0000 7f2102af1640 1 -- 172.21.15.32:0/2312481479 wait complete. 2024-09-16T00:57:53.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:57:53.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.711+0000 7f00dc40a640 1 Processor -- start 2024-09-16T00:57:53.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.711+0000 7f00dc40a640 1 -- start start 2024-09-16T00:57:53.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.712+0000 7f00dc40a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 0x7f00d415fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.712+0000 7f00dc40a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.712+0000 7f00dc40a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00d40cced0 con 0x7f00d415c3a0 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.712+0000 7f00dc40a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f00d4160720 con 0x7f00d40b4810 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.712+0000 7f00dc40a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00d40cdae0 con 0x7f00d41602c0 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00d99a5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 0x7f00d415fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50752/0 (socket says 172.21.15.32:50752) 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 -- 172.21.15.32:0/3009669215 learned_addr learned my addr 172.21.15.32:0/3009669215 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 -- 172.21.15.32:0/3009669215 >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 msgr2=0x7f00d415fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 --2- 172.21.15.32:0/3009669215 >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 0x7f00d415fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 -- 172.21.15.32:0/3009669215 >> v1:172.21.15.50:6789/0 conn(0x7f00d415c3a0 legacy=0x7f00d409b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00da9a7640 1 -- 172.21.15.32:0/3009669215 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d40cd1b0 con 0x7f00d41602c0 2024-09-16T00:57:53.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.713+0000 7f00d99a5640 1 --2- 172.21.15.32:0/3009669215 >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 0x7f00d415fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:53.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.714+0000 7f00da9a7640 1 --2- 172.21.15.32:0/3009669215 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f00cc009870 tx=0x7f00cc02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40bbd8fcd657377c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:53.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.714+0000 7f00d91a4640 1 -- 172.21.15.32:0/3009669215 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00cc037070 con 0x7f00d41602c0 2024-09-16T00:57:53.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.714+0000 7f00d91a4640 1 -- 172.21.15.32:0/3009669215 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00cc032440 con 0x7f00d41602c0 2024-09-16T00:57:53.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.714+0000 7f00d91a4640 1 -- 172.21.15.32:0/3009669215 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00cc032810 con 0x7f00d41602c0 2024-09-16T00:57:53.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 -- 172.21.15.32:0/3009669215 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 msgr2=0x7f00d40b4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3009669215 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f00cc009870 tx=0x7f00cc02a270 comp rx=0 tx=0).stop 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 -- 172.21.15.32:0/3009669215 shutdown_connections 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3009669215 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d41602c0 0x7f00d40b4f50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3009669215 >> v2:172.21.15.50:3300/0 conn(0x7f00d40b4810 0x7f00d415fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 -- 172.21.15.32:0/3009669215 >> 172.21.15.32:0/3009669215 conn(0x7f00d40b3c10 msgr2=0x7f00d40b4020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 -- 172.21.15.32:0/3009669215 shutdown_connections 2024-09-16T00:57:53.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.715+0000 7f00dc40a640 1 -- 172.21.15.32:0/3009669215 wait complete. 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.716+0000 7f00dc40a640 1 Processor -- start 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.716+0000 7f00dc40a640 1 -- start start 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d40b4810 0x7f00d4154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d415c3a0 0x7f00d41568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f00d40cdf70 con 0x7f00d41602c0 2024-09-16T00:57:53.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00d40cd770 con 0x7f00d40b4810 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00dc40a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00d41f5530 con 0x7f00d415c3a0 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35494/0 (socket says 172.21.15.32:35494) 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 -- 172.21.15.32:0/3363964208 learned_addr learned my addr 172.21.15.32:0/3363964208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da1a6640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d40b4810 0x7f00d4154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00d99a5640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d415c3a0 0x7f00d41568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 -- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d415c3a0 msgr2=0x7f00d41568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d415c3a0 0x7f00d41568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 -- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d40b4810 msgr2=0x7f00d4154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.717+0000 7f00da9a7640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d40b4810 0x7f00d4154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00da9a7640 1 -- 172.21.15.32:0/3363964208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d41534b0 con 0x7f00d41602c0 2024-09-16T00:57:53.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00da9a7640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0090b0 tx=0x7f00cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00cc037040 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00cc042070 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00d4153790 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00cc030880 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.718+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00d4153d50 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.719+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00d415fd80 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.719+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f00cc030a20 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.720+0000 7f00caffd640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 0x7f00b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.720+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5807+0+0 (secure 0 0 0) 0x7f00cc0abc90 con 0x7f00d41602c0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.720+0000 7f00da1a6640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 0x7f00b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:53.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.720+0000 7f00da1a6640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 0x7f00b806e7a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f00d0001e70 tx=0x7f00d0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:53.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.724+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f00cc079cb0 con 0x7f00d41602c0 2024-09-16T00:57:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:53.902+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f00d406c790 con 0x7f00d41602c0 2024-09-16T00:57:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.585+0000 7f00caffd640 1 -- 172.21.15.32:0/3363964208 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v55) ==== 169+0+0 (secure 0 0 0) 0x7f00cc07dfb0 con 0x7f00d41602c0 2024-09-16T00:57:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-16T00:57:54.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.592+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 msgr2=0x7f00b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.592+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 0x7f00b806e7a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f00d0001e70 tx=0x7f00d0009040 comp rx=0 tx=0).stop 2024-09-16T00:57:54.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.592+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 msgr2=0x7f00d406d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.592+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0090b0 tx=0x7f00cc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 shutdown_connections 2024-09-16T00:57:54.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f00b806c2e0 0x7f00b806e7a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00d41602c0 0x7f00d406d290 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00d415c3a0 0x7f00d41568e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 --2- 172.21.15.32:0/3363964208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d40b4810 0x7f00d4154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.594+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 >> 172.21.15.32:0/3363964208 conn(0x7f00d40b3c10 msgr2=0x7f00d40d01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:54.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.597+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 shutdown_connections 2024-09-16T00:57:54.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.597+0000 7f00dc40a640 1 -- 172.21.15.32:0/3363964208 wait complete. 2024-09-16T00:57:54.618 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T00:57:54.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.727+0000 7f36cb0d0640 1 Processor -- start 2024-09-16T00:57:54.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.727+0000 7f36cb0d0640 1 -- start start 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36cb0d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c4161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36cb0d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36c40b75c0 0x7f36c40d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36cb0d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36c41627e0 con 0x7f36c40ceb20 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36cb0d0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f36c40d0cb0 con 0x7f36c40b75c0 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36cb0d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f36c4162ac0 con 0x7f36c415e390 2024-09-16T00:57:54.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36c40b75c0 0x7f36c40d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36c40b75c0 0x7f36c40d0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35506/0 (socket says 172.21.15.32:35506) 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.728+0000 7f36c3fff640 1 -- 172.21.15.32:0/2853478507 learned_addr learned my addr 172.21.15.32:0/2853478507 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c3fff640 1 -- 172.21.15.32:0/2853478507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 msgr2=0x7f36c4161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c3fff640 1 --2- 172.21.15.32:0/2853478507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c4161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c3fff640 1 -- 172.21.15.32:0/2853478507 >> v1:172.21.15.50:6789/0 conn(0x7f36c40ceb20 legacy=0x7f36c40b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c3fff640 1 -- 172.21.15.32:0/2853478507 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36c4162da0 con 0x7f36c40b75c0 2024-09-16T00:57:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c3fff640 1 --2- 172.21.15.32:0/2853478507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40b75c0 0x7f36c40d0ee0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f36c40d0e30 tx=0x7f36b802a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36fc2ec6f0fd10d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c37fe640 1 -- 172.21.15.32:0/2853478507 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b8037070 con 0x7f36c40b75c0 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c37fe640 1 -- 172.21.15.32:0/2853478507 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b8032440 con 0x7f36c40b75c0 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.729+0000 7f36c37fe640 1 -- 172.21.15.32:0/2853478507 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b8032810 con 0x7f36c40b75c0 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 -- 172.21.15.32:0/2853478507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40b75c0 msgr2=0x7f36c40d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/2853478507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40b75c0 0x7f36c40d0ee0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f36c40d0e30 tx=0x7f36b802a290 comp rx=0 tx=0).stop 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 -- 172.21.15.32:0/2853478507 shutdown_connections 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/2853478507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40b75c0 0x7f36c40d0ee0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/2853478507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c4161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 -- 172.21.15.32:0/2853478507 >> 172.21.15.32:0/2853478507 conn(0x7f36c4073640 msgr2=0x7f36c4073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 -- 172.21.15.32:0/2853478507 shutdown_connections 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.730+0000 7f36cb0d0640 1 -- 172.21.15.32:0/2853478507 wait complete. 2024-09-16T00:57:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.731+0000 7f36cb0d0640 1 Processor -- start 2024-09-16T00:57:54.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.731+0000 7f36cb0d0640 1 -- start start 2024-09-16T00:57:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f36c40b75c0 0x7f36c414ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c415fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f36c4162490 con 0x7f36c40ceb20 2024-09-16T00:57:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f36c40cf780 con 0x7f36c40b75c0 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36cb0d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f36c415e770 con 0x7f36c415e390 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36c3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36c3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35512/0 (socket says 172.21.15.32:35512) 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.732+0000 7f36c3fff640 1 -- 172.21.15.32:0/744487131 learned_addr learned my addr 172.21.15.32:0/744487131 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c8e6c640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f36c40b75c0 0x7f36c414ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 -- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 msgr2=0x7f36c415fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c415fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 -- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f36c40b75c0 msgr2=0x7f36c414ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f36c40b75c0 0x7f36c414ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 -- 172.21.15.32:0/744487131 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36c4155fb0 con 0x7f36c40ceb20 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c3fff640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f36b8000c00 tx=0x7f36b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b8041070 con 0x7f36c40ceb20 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b803c870 con 0x7f36c40ceb20 2024-09-16T00:57:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36c4160490 con 0x7f36c40ceb20 2024-09-16T00:57:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b8037040 con 0x7f36c40ceb20 2024-09-16T00:57:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.733+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36c4160a50 con 0x7f36c40ceb20 2024-09-16T00:57:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.734+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36c4161f50 con 0x7f36c40ceb20 2024-09-16T00:57:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.734+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f36b8044070 con 0x7f36c40ceb20 2024-09-16T00:57:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.735+0000 7f36c17fa640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 0x7f36b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.735+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f36b80abfb0 con 0x7f36c40ceb20 2024-09-16T00:57:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.735+0000 7f36c8e6c640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 0x7f36b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.735+0000 7f36c8e6c640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 0x7f36b006e7a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f36b400a770 tx=0x7f36b4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:54.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.739+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f36b807aa40 con 0x7f36c40ceb20 2024-09-16T00:57:54.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.914+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f36c414bf50 con 0x7f36c40ceb20 2024-09-16T00:57:54.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.917+0000 7f36c17fa640 1 -- 172.21.15.32:0/744487131 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f36b807a340 con 0x7f36c40ceb20 2024-09-16T00:57:54.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 msgr2=0x7f36b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 0x7f36b006e7a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f36b400a770 tx=0x7f36b4008040 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 msgr2=0x7f36c415f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f36b8000c00 tx=0x7f36b80046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 shutdown_connections 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f36b006c2e0 0x7f36b006e7a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f36c415e390 0x7f36c415fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36c40ceb20 0x7f36c415f920 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 --2- 172.21.15.32:0/744487131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f36c40b75c0 0x7f36c414ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 >> 172.21.15.32:0/744487131 conn(0x7f36c4073640 msgr2=0x7f36c40b7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 shutdown_connections 2024-09-16T00:57:54.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:54.919+0000 7f36cb0d0640 1 -- 172.21.15.32:0/744487131 wait complete. 2024-09-16T00:57:54.931 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random' 2024-09-16T00:57:55.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.033+0000 7faf11027640 1 Processor -- start 2024-09-16T00:57:55.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.033+0000 7faf11027640 1 -- start start 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf11027640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faf0c0cfae0 0x7faf0c0d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf11027640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faf0c06e6a0 0x7faf0c0d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf11027640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf0c15ebe0 con 0x7faf0c15e800 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf11027640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7faf0c0d42d0 con 0x7faf0c06e6a0 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf11027640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7faf0c0d3ff0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faf0c06e6a0 0x7faf0c0d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faf0c06e6a0 0x7faf0c0d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35526/0 (socket says 172.21.15.32:35526) 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 -- 172.21.15.32:0/107015745 learned_addr learned my addr 172.21.15.32:0/107015745 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0a59c640 1 --2- 172.21.15.32:0/107015745 >> v2:172.21.15.50:3300/0 conn(0x7faf0c0cfae0 0x7faf0c0d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 -- 172.21.15.32:0/107015745 >> v2:172.21.15.50:3300/0 conn(0x7faf0c0cfae0 msgr2=0x7faf0c0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 --2- 172.21.15.32:0/107015745 >> v2:172.21.15.50:3300/0 conn(0x7faf0c0cfae0 0x7faf0c0d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 -- 172.21.15.32:0/107015745 >> v1:172.21.15.50:6789/0 conn(0x7faf0c15e800 legacy=0x7faf0c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:55.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.034+0000 7faf0b59e640 1 -- 172.21.15.32:0/107015745 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf0c06cbb0 con 0x7faf0c06e6a0 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.035+0000 7faf0b59e640 1 --2- 172.21.15.32:0/107015745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c06e6a0 0x7faf0c0d29a0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faf0c0c7e30 tx=0x7faf0402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3d86e151d12de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.035+0000 7faf09d9b640 1 -- 172.21.15.32:0/107015745 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04036070 con 0x7faf0c06e6a0 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.035+0000 7faf09d9b640 1 -- 172.21.15.32:0/107015745 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf04031600 con 0x7faf0c06e6a0 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.035+0000 7faf09d9b640 1 -- 172.21.15.32:0/107015745 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf040319d0 con 0x7faf0c06e6a0 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 -- 172.21.15.32:0/107015745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c06e6a0 msgr2=0x7faf0c0d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 --2- 172.21.15.32:0/107015745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c06e6a0 0x7faf0c0d29a0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faf0c0c7e30 tx=0x7faf0402a730 comp rx=0 tx=0).stop 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 -- 172.21.15.32:0/107015745 shutdown_connections 2024-09-16T00:57:55.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 --2- 172.21.15.32:0/107015745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c06e6a0 0x7faf0c0d29a0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 --2- 172.21.15.32:0/107015745 >> v2:172.21.15.50:3300/0 conn(0x7faf0c0cfae0 0x7faf0c0d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 -- 172.21.15.32:0/107015745 >> 172.21.15.32:0/107015745 conn(0x7faf0c09d750 msgr2=0x7faf0c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:55.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 -- 172.21.15.32:0/107015745 shutdown_connections 2024-09-16T00:57:55.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.036+0000 7faf11027640 1 -- 172.21.15.32:0/107015745 wait complete. 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.037+0000 7faf11027640 1 Processor -- start 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.037+0000 7faf11027640 1 -- start start 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 0x7faf0c14e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf0c15e800 0x7faf0c0cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faf0c0d4e30 con 0x7faf0c0cfae0 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf0c06d170 con 0x7faf0c15e800 2024-09-16T00:57:55.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf11027640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faf0c0d2ee0 con 0x7faf0c06e6a0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35534/0 (socket says 172.21.15.32:35534) 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 -- 172.21.15.32:0/3608242012 learned_addr learned my addr 172.21.15.32:0/3608242012 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0ad9d640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 0x7faf0c14e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0b59e640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf0c15e800 0x7faf0c0cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 -- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 msgr2=0x7faf0c14e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 0x7faf0c14e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 -- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf0c15e800 msgr2=0x7faf0c0cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.038+0000 7faf0a59c640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf0c15e800 0x7faf0c0cd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faf0a59c640 1 -- 172.21.15.32:0/3608242012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf0c0b8110 con 0x7faf0c0cfae0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faf0ad9d640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 0x7faf0c14e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faf0a59c640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7faf0000d800 tx=0x7faf0000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:55.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0000b6c0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf00019070 con 0x7faf0c0cfae0 2024-09-16T00:57:55.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf0c0b83b0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0000ba80 con 0x7faf0c0cfae0 2024-09-16T00:57:55.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.039+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf0c0b8970 con 0x7faf0c0cfae0 2024-09-16T00:57:55.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.040+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf0c0cf3d0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.041+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf0000bc20 con 0x7faf0c0cfae0 2024-09-16T00:57:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.041+0000 7faef37fe640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 0x7faef806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.041+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7faf0008b6c0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.041+0000 7faf0ad9d640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 0x7faef806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:55.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.042+0000 7faf0ad9d640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 0x7faef806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7faefc001660 tx=0x7faefc009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:55.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.046+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf00059fa0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.299+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]} v 0) -- 0x7faf0c09db80 con 0x7faf0c0cfae0 2024-09-16T00:57:55.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.587+0000 7faef37fe640 1 -- 172.21.15.32:0/3608242012 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]}]=0 v236) ==== 131+0+0 (secure 0 0 0) 0x7faf000598a0 con 0x7faf0c0cfae0 2024-09-16T00:57:55.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 msgr2=0x7faef806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 0x7faef806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7faefc001660 tx=0x7faefc009040 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 msgr2=0x7faf0c0cbdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7faf0000d800 tx=0x7faf0000dcc0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 shutdown_connections 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7faef806c2b0 0x7faef806e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf0c15e800 0x7faf0c0cd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf0c0cfae0 0x7faf0c0cbdc0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 --2- 172.21.15.32:0/3608242012 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faf0c06e6a0 0x7faf0c14e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 >> 172.21.15.32:0/3608242012 conn(0x7faf0c09d750 msgr2=0x7faf0c0d32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 shutdown_connections 2024-09-16T00:57:55.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:55.589+0000 7faf11027640 1 -- 172.21.15.32:0/3608242012 wait complete. 2024-09-16T00:57:55.601 INFO:tasks.cephfs_test_runner:test_random (tasks.cephfs.test_dump_tree.TestDumpTree) ... ok 2024-09-16T00:57:55.601 INFO:tasks.cephfs_test_runner: 2024-09-16T00:57:55.601 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-16T00:57:55.601 INFO:tasks.cephfs_test_runner:Ran 2 tests in 300.509s 2024-09-16T00:57:55.601 INFO:tasks.cephfs_test_runner: 2024-09-16T00:57:55.602 INFO:tasks.cephfs_test_runner:OK 2024-09-16T00:57:55.602 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-16T00:57:55.613 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T00:57:55.621 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T00:57:55.621 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:57:55.621 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:55.638 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:55.638 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-16T00:57:55.638 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:55.694 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17635 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:55.694 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:57:55.694 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:55.714 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:55.715 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-16T00:57:55.715 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:55.774 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=265 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:55.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:55.775 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-16T00:57:55.791 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:57:55.791 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:57:55.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:55.791 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:57:55.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:55.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:57:55.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:55.925 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-09-16T00:57:56.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:56.023 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-16T00:57:56.043 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T00:57:56.044 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T00:57:56.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:56.044 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:57:56.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:56.115 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:57:56.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:56.187 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-16T00:57:56.290 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T00:57:56.299 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:57:56.299 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:56.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.403+0000 7f2506f52640 1 Processor -- start 2024-09-16T00:57:56.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 -- start start 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 0x7f250006dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25000cb580 0x7f2500073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f250006f530 con 0x7f25000acdd0 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f25000cbbb0 con 0x7f25000cb580 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.404+0000 7f2506f52640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f25000cbe90 con 0x7f250015e8d0 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25000cb580 0x7f2500073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f24fffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f25000acdd0 0x7f25000cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53332/0 (socket says 172.21.15.32:53332) 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25000cb580 0x7f2500073720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59818/0 (socket says 172.21.15.32:59818) 2024-09-16T00:57:56.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f24fffff640 1 -- 172.21.15.32:0/2480758990 learned_addr learned my addr 172.21.15.32:0/2480758990 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f2504cee640 1 --2- 172.21.15.32:0/2480758990 >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 0x7f250006dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 -- 172.21.15.32:0/2480758990 >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 msgr2=0x7f250006dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 --2- 172.21.15.32:0/2480758990 >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 0x7f250006dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 -- 172.21.15.32:0/2480758990 >> v1:172.21.15.32:6789/0 conn(0x7f25000acdd0 legacy=0x7f25000cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f25054ef640 1 -- 172.21.15.32:0/2480758990 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25000ca5f0 con 0x7f25000cb580 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f24ff7fe640 1 -- 172.21.15.32:0/2480758990 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4168560721 0 0) 0x7f250006f530 con 0x7f25000acdd0 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.405+0000 7f2504cee640 1 --2- 172.21.15.32:0/2480758990 >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 0x7f250006dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f25054ef640 1 --2- 172.21.15.32:0/2480758990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f2500073720 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f24f8009d90 tx=0x7f24f802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3542acb003a4b4ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f24ff7fe640 1 -- 172.21.15.32:0/2480758990 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f8007740 con 0x7f25000cb580 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f24ff7fe640 1 -- 172.21.15.32:0/2480758990 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24f80078e0 con 0x7f25000cb580 2024-09-16T00:57:56.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f24ff7fe640 1 -- 172.21.15.32:0/2480758990 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f8007cb0 con 0x7f25000cb580 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 -- 172.21.15.32:0/2480758990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 msgr2=0x7f2500073720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 --2- 172.21.15.32:0/2480758990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f2500073720 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f24f8009d90 tx=0x7f24f802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 -- 172.21.15.32:0/2480758990 shutdown_connections 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 --2- 172.21.15.32:0/2480758990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f2500073720 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 --2- 172.21.15.32:0/2480758990 >> v2:172.21.15.50:3300/0 conn(0x7f250015e8d0 0x7f250006dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 -- 172.21.15.32:0/2480758990 >> 172.21.15.32:0/2480758990 conn(0x7f25000cffa0 msgr2=0x7f25000d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.406+0000 7f2506f52640 1 -- 172.21.15.32:0/2480758990 shutdown_connections 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.407+0000 7f2506f52640 1 -- 172.21.15.32:0/2480758990 wait complete. 2024-09-16T00:57:56.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.408+0000 7f2506f52640 1 Processor -- start 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.408+0000 7f2506f52640 1 -- start start 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 0x7f25000b3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f250015e8d0 0x7f2500072c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f25000ce860 con 0x7f25000cb580 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f25000cabb0 con 0x7f25000acdd0 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f25000ce9e0 con 0x7f250015e8d0 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59830/0 (socket says 172.21.15.32:59830) 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 -- 172.21.15.32:0/1418110687 learned_addr learned my addr 172.21.15.32:0/1418110687 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2504cee640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 0x7f25000b3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f25054ef640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f250015e8d0 0x7f2500072c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 -- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f250015e8d0 msgr2=0x7f2500072c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f250015e8d0 0x7f2500072c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 -- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 msgr2=0x7f25000b3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 0x7f25000b3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 -- 172.21.15.32:0/1418110687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25000b4520 con 0x7f25000cb580 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2504cee640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 0x7f25000b3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fffff640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f24e800c4d0 tx=0x7f24e800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8018070 con 0x7f25000cb580 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24e8007500 con 0x7f25000cb580 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.409+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25000b4800 con 0x7f25000cb580 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.410+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8004a20 con 0x7f25000cb580 2024-09-16T00:57:56.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.410+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25001f0ab0 con 0x7f25000cb580 2024-09-16T00:57:56.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.411+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25000b4d20 con 0x7f25000cb580 2024-09-16T00:57:56.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.411+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24e8004bc0 con 0x7f25000cb580 2024-09-16T00:57:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.411+0000 7f24fd7fa640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 0x7f24e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.411+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f24e808a590 con 0x7f25000cb580 2024-09-16T00:57:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.411+0000 7f2504cee640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 0x7f24e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.412+0000 7f2504cee640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 0x7f24e006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f24f000a990 tx=0x7f24f0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.416+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25000b4d20 con 0x7f25000cb580 2024-09-16T00:57:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.586+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2500072010 con 0x7f24e006c2b0 2024-09-16T00:57:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.587+0000 7f24fd7fa640 1 -- 172.21.15.32:0/1418110687 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13502 (secure 0 0 0) 0x7f2500072010 con 0x7f24e006c2b0 2024-09-16T00:57:56.587 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:56.588 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 msgr2=0x7f24e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 0x7f24e006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f24f000a990 tx=0x7f24f0008040 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 msgr2=0x7f25000726d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f24e800c4d0 tx=0x7f24e800c990 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 shutdown_connections 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f24e006c2b0 0x7f24e006e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f250015e8d0 0x7f2500072c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25000cb580 0x7f25000726d0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 --2- 172.21.15.32:0/1418110687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25000acdd0 0x7f25000b3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.589+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 >> 172.21.15.32:0/1418110687 conn(0x7f25000cffa0 msgr2=0x7f25000d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.590+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 shutdown_connections 2024-09-16T00:57:56.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.590+0000 7f2506f52640 1 -- 172.21.15.32:0/1418110687 wait complete. 2024-09-16T00:57:56.601 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2024-09-16T00:57:55.153672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":321632,"kb_used_data":47172,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754653088,"statfs":{"total":773094113280,"available":772764762112,"internally_reserved":0,"allocated":48304128,"data_stored":38564739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":280874545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17573763,"num_objects":-993,"num_object_clones":0,"num_object_copies":-1986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-993,"num_whiteouts":0,"num_read":-4,"num_read_kb":-4,"num_write":-1321,"num_write_kb":-18216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-30,"num_bytes_recovered":-74986,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001293"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":237,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T00:57:51.277979+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:57:51.277979+0000","last_peered":"2024-09-16T00:57:51.277979+0000","last_clean":"2024-09-16T00:57:51.277979+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:57:51.277979+0000","last_undegraded":"2024-09-16T00:57:51.277979+0000","last_fullsized":"2024-09-16T00:57:51.277979+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476807,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1708032,"data_stored":735762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":648530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":39856,"kb_used_data":8668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94331984,"statfs":{"total":96636764160,"available":96595951616,"internally_reserved":0,"allocated":8876032,"data_stored":7649051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509512,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36304,"kb_used_data":5116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335536,"statfs":{"total":96636764160,"available":96599588864,"internally_reserved":0,"allocated":5238784,"data_stored":4123127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45892,"kb_used_data":10544,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94325948,"statfs":{"total":96636764160,"available":96589770752,"internally_reserved":0,"allocated":10797056,"data_stored":9401026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574919,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":38200,"kb_used_data":2852,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333640,"statfs":{"total":96636764160,"available":96597647360,"internally_reserved":0,"allocated":2920448,"data_stored":1462918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574919,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40488,"kb_used_data":5140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331352,"statfs":{"total":96636764160,"available":96595304448,"internally_reserved":0,"allocated":5263360,"data_stored":4076748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46852,"kb_used_data":11508,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94324988,"statfs":{"total":96636764160,"available":96588787712,"internally_reserved":0,"allocated":11784192,"data_stored":10467577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:56.601 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:56.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.703+0000 7f10886e6640 1 Processor -- start 2024-09-16T00:57:56.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.703+0000 7f10886e6640 1 -- start start 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1080147e10 0x7f10800b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10800b4050 0x7f108006baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f108006c030 0x7f108015e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f10800b5ab0 con 0x7f108006c030 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1080160580 con 0x7f1080147e10 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f10886e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10800b5ce0 con 0x7f10800b4050 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f108006c030 0x7f108015e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f108006c030 0x7f108015e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59844/0 (socket says 172.21.15.32:59844) 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 -- 172.21.15.32:0/791795265 learned_addr learned my addr 172.21.15.32:0/791795265 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1085c81640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10800b4050 0x7f108006baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086482640 1 --2- 172.21.15.32:0/791795265 >> v2:172.21.15.50:3300/0 conn(0x7f1080147e10 0x7f10800b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 -- 172.21.15.32:0/791795265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10800b4050 msgr2=0x7f108006baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10800b4050 0x7f108006baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 -- 172.21.15.32:0/791795265 >> v2:172.21.15.50:3300/0 conn(0x7f1080147e10 msgr2=0x7f10800b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 --2- 172.21.15.32:0/791795265 >> v2:172.21.15.50:3300/0 conn(0x7f1080147e10 0x7f10800b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.704+0000 7f1086c83640 1 -- 172.21.15.32:0/791795265 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10800b5fc0 con 0x7f108006c030 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.705+0000 7f1086c83640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f108006c030 0x7f108015e9f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f108006cbd0 tx=0x7f107802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62cfd30a6912cc7d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.705+0000 7f1085480640 1 -- 172.21.15.32:0/791795265 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1078036070 con 0x7f108006c030 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.705+0000 7f1085480640 1 -- 172.21.15.32:0/791795265 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1078031600 con 0x7f108006c030 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.705+0000 7f1085480640 1 -- 172.21.15.32:0/791795265 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10780319d0 con 0x7f108006c030 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 -- 172.21.15.32:0/791795265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f108006c030 msgr2=0x7f108015e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f108006c030 0x7f108015e9f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f108006cbd0 tx=0x7f107802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 -- 172.21.15.32:0/791795265 shutdown_connections 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f108006c030 0x7f108015e9f0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 --2- 172.21.15.32:0/791795265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10800b4050 0x7f108006baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 --2- 172.21.15.32:0/791795265 >> v2:172.21.15.50:3300/0 conn(0x7f1080147e10 0x7f10800b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 -- 172.21.15.32:0/791795265 >> 172.21.15.32:0/791795265 conn(0x7f10800b6570 msgr2=0x7f10800b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 -- 172.21.15.32:0/791795265 shutdown_connections 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.706+0000 7f10886e6640 1 -- 172.21.15.32:0/791795265 wait complete. 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.707+0000 7f10886e6640 1 Processor -- start 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.707+0000 7f10886e6640 1 -- start start 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108006c030 0x7f1080145670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1080147e10 0x7f108009b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f10800ca3d0 con 0x7f10800b4050 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10800b62a0 con 0x7f108006c030 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f10886e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f108015ef30 con 0x7f1080147e10 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59846/0 (socket says 172.21.15.32:59846) 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 -- 172.21.15.32:0/1694782899 learned_addr learned my addr 172.21.15.32:0/1694782899 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1086482640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108006c030 0x7f1080145670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1086c83640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1080147e10 0x7f108009b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 -- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1080147e10 msgr2=0x7f108009b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1080147e10 0x7f108009b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 -- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108006c030 msgr2=0x7f1080145670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108006c030 0x7f1080145670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 -- 172.21.15.32:0/1694782899 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108009bce0 con 0x7f10800b4050 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1085c81640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f107000d7d0 tx=0x7f107000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.708+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070018030 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.709+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1070004020 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.709+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f108009bfc0 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.709+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070004230 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.709+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f108009c580 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.710+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f108006baf0 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.710+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f107001b070 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.711+0000 7f1076ffd640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 0x7f106406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.711+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f107008b440 con 0x7f10800b4050 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.711+0000 7f1086482640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 0x7f106406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:56.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.711+0000 7f1086482640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 0x7f106406e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f107c006fd0 tx=0x7f107c008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:56.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.715+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1070059d20 con 0x7f10800b4050 2024-09-16T00:57:56.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.887+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10800cd210 con 0x7f106406c2b0 2024-09-16T00:57:56.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.888+0000 7f1076ffd640 1 -- 172.21.15.32:0/1694782899 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13502 (secure 0 0 0) 0x7f10800cd210 con 0x7f106406c2b0 2024-09-16T00:57:56.888 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:56.889 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 msgr2=0x7f106406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 0x7f106406e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f107c006fd0 tx=0x7f107c008040 comp rx=0 tx=0).stop 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 msgr2=0x7f108009b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f107000d7d0 tx=0x7f107000dc90 comp rx=0 tx=0).stop 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 shutdown_connections 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f106406c2b0 0x7f106406e770 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1080147e10 0x7f108009b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10800b4050 0x7f108009b0b0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 --2- 172.21.15.32:0/1694782899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108006c030 0x7f1080145670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:56.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 >> 172.21.15.32:0/1694782899 conn(0x7f10800b6570 msgr2=0x7f1080141490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:56.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 shutdown_connections 2024-09-16T00:57:56.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:56.890+0000 7f10886e6640 1 -- 172.21.15.32:0/1694782899 wait complete. 2024-09-16T00:57:56.901 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2024-09-16T00:57:55.153672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":321632,"kb_used_data":47172,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754653088,"statfs":{"total":773094113280,"available":772764762112,"internally_reserved":0,"allocated":48304128,"data_stored":38564739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":280874545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17573763,"num_objects":-993,"num_object_clones":0,"num_object_copies":-1986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-993,"num_whiteouts":0,"num_read":-4,"num_read_kb":-4,"num_write":-1321,"num_write_kb":-18216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-30,"num_bytes_recovered":-74986,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001293"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":237,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T00:57:51.277979+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:57:51.277979+0000","last_peered":"2024-09-16T00:57:51.277979+0000","last_clean":"2024-09-16T00:57:51.277979+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:57:51.277979+0000","last_undegraded":"2024-09-16T00:57:51.277979+0000","last_fullsized":"2024-09-16T00:57:51.277979+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476807,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1708032,"data_stored":735762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":648530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":39856,"kb_used_data":8668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94331984,"statfs":{"total":96636764160,"available":96595951616,"internally_reserved":0,"allocated":8876032,"data_stored":7649051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509512,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36304,"kb_used_data":5116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335536,"statfs":{"total":96636764160,"available":96599588864,"internally_reserved":0,"allocated":5238784,"data_stored":4123127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45892,"kb_used_data":10544,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94325948,"statfs":{"total":96636764160,"available":96589770752,"internally_reserved":0,"allocated":10797056,"data_stored":9401026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574919,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":38200,"kb_used_data":2852,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333640,"statfs":{"total":96636764160,"available":96597647360,"internally_reserved":0,"allocated":2920448,"data_stored":1462918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574919,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40488,"kb_used_data":5140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331352,"statfs":{"total":96636764160,"available":96595304448,"internally_reserved":0,"allocated":5263360,"data_stored":4076748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46852,"kb_used_data":11508,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94324988,"statfs":{"total":96636764160,"available":96588787712,"internally_reserved":0,"allocated":11784192,"data_stored":10467577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:56.902 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:57:56.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:57.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.004+0000 7fa4e1247640 1 Processor -- start 2024-09-16T00:57:57.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.004+0000 7fa4e1247640 1 -- start start 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.005+0000 7fa4e1247640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.005+0000 7fa4e1247640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa4dc0d3470 0x7fa4dc0d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.005+0000 7fa4e1247640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4dc0cfd30 con 0x7fa4dc0cf910 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.005+0000 7fa4e1247640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa4dc15ebe0 con 0x7fa4dc0d3470 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.005+0000 7fa4e1247640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4dc0d42d0 con 0x7fa4dc15e800 2024-09-16T00:57:57.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4dad9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa4dc0d3470 0x7fa4dc0d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4dad9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:50892/0 (socket says 172.21.15.32:50892) 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa4dc0d3470 0x7fa4dc0d3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:44454/0 (socket says 172.21.15.32:44454) 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 -- 172.21.15.32:0/3647028436 learned_addr learned my addr 172.21.15.32:0/3647028436 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 -- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 msgr2=0x7fa4dc0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 -- 172.21.15.32:0/3647028436 >> v1:172.21.15.50:6789/0 conn(0x7fa4dc0cf910 legacy=0x7fa4dc06d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4db59e640 1 -- 172.21.15.32:0/3647028436 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4dc0d3ff0 con 0x7fa4dc0d3470 2024-09-16T00:57:57.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.006+0000 7fa4dad9d640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:57.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.007+0000 7fa4db59e640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc0d3920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc009e50 tx=0x7fa4cc02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adb981eca51e5340 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.007+0000 7fa4d9d9b640 1 -- 172.21.15.32:0/3647028436 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc036070 con 0x7fa4dc0d3470 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.007+0000 7fa4d9d9b640 1 -- 172.21.15.32:0/3647028436 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4cc031600 con 0x7fa4dc0d3470 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.007+0000 7fa4d9d9b640 1 -- 172.21.15.32:0/3647028436 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0319d0 con 0x7fa4dc0d3470 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 -- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0d3470 msgr2=0x7fa4dc0d3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc0d3920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc009e50 tx=0x7fa4cc02a710 comp rx=0 tx=0).stop 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 -- 172.21.15.32:0/3647028436 shutdown_connections 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc0d3920 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 --2- 172.21.15.32:0/3647028436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 -- 172.21.15.32:0/3647028436 >> 172.21.15.32:0/3647028436 conn(0x7fa4dc09d750 msgr2=0x7fa4dc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:57.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 -- 172.21.15.32:0/3647028436 shutdown_connections 2024-09-16T00:57:57.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.008+0000 7fa4e1247640 1 -- 172.21.15.32:0/3647028436 wait complete. 2024-09-16T00:57:57.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.009+0000 7fa4e1247640 1 Processor -- start 2024-09-16T00:57:57.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.009+0000 7fa4e1247640 1 -- start start 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0cf910 0x7fa4dc157920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc160a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc06d170 con 0x7fa4dc0d3470 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc06ce90 con 0x7fa4dc0cf910 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4e1247640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4dc0d4e30 con 0x7fa4dc15e800 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4da59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4da59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59860/0 (socket says 172.21.15.32:59860) 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.010+0000 7fa4da59c640 1 -- 172.21.15.32:0/892938372 learned_addr learned my addr 172.21.15.32:0/892938372 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4dad9d640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0cf910 0x7fa4dc157920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4db59e640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc160a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 -- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 msgr2=0x7fa4dc160a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc160a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 -- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0cf910 msgr2=0x7fa4dc157920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0cf910 0x7fa4dc157920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 -- 172.21.15.32:0/892938372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4dc15ef60 con 0x7fa4dc0d3470 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4db59e640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc160a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4da59c640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa4c400c440 tx=0x7fa4c4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c40052d0 con 0x7fa4dc0d3470 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4c4005470 con 0x7fa4dc0d3470 2024-09-16T00:57:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4dc15f240 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c4007260 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.011+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4dc15f800 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.012+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4dc068880 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.013+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4c4007400 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.013+0000 7fa4d37fe640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 0x7fa4bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.013+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fa4c408a840 con 0x7fa4dc0d3470 2024-09-16T00:57:57.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.013+0000 7fa4dad9d640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 0x7fa4bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.014+0000 7fa4dad9d640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 0x7fa4bc06e7a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009a30 tx=0x7fa4d4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.017+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4c4059090 con 0x7fa4dc0d3470 2024-09-16T00:57:57.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.189+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4dc0cf3d0 con 0x7fa4bc06c2e0 2024-09-16T00:57:57.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.189+0000 7fa4d37fe640 1 -- 172.21.15.32:0/892938372 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13502 (secure 0 0 0) 0x7fa4dc0cf3d0 con 0x7fa4bc06c2e0 2024-09-16T00:57:57.190 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:57.190 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:57:57.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 msgr2=0x7fa4bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 0x7fa4bc06e7a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009a30 tx=0x7fa4d4008040 comp rx=0 tx=0).stop 2024-09-16T00:57:57.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 msgr2=0x7fa4dc160000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa4c400c440 tx=0x7fa4c4001e70 comp rx=0 tx=0).stop 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 shutdown_connections 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fa4bc06c2e0 0x7fa4bc06e7a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4dc15e800 0x7fa4dc160a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4dc0d3470 0x7fa4dc160000 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 --2- 172.21.15.32:0/892938372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc0cf910 0x7fa4dc157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 >> 172.21.15.32:0/892938372 conn(0x7fa4dc09d750 msgr2=0x7fa4dc0d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 shutdown_connections 2024-09-16T00:57:57.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.192+0000 7fa4e1247640 1 -- 172.21.15.32:0/892938372 wait complete. 2024-09-16T00:57:57.203 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":223,"stamp":"2024-09-16T00:57:57.153942+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":321632,"kb_used_data":47172,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754653088,"statfs":{"total":773094113280,"available":772764762112,"internally_reserved":0,"allocated":48304128,"data_stored":38564739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":280874545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17573763,"num_objects":-993,"num_object_clones":0,"num_object_copies":-1986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-993,"num_whiteouts":0,"num_read":-4,"num_read_kb":-4,"num_write":-1321,"num_write_kb":-18216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-30,"num_bytes_recovered":-74986,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001083"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":237,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T00:57:51.277979+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:57:51.277979+0000","last_peered":"2024-09-16T00:57:51.277979+0000","last_clean":"2024-09-16T00:57:51.277979+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:57:51.277979+0000","last_undegraded":"2024-09-16T00:57:51.277979+0000","last_fullsized":"2024-09-16T00:57:51.277979+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476807,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1708032,"data_stored":735762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":648530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":39856,"kb_used_data":8668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94331984,"statfs":{"total":96636764160,"available":96595951616,"internally_reserved":0,"allocated":8876032,"data_stored":7649051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509512,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36304,"kb_used_data":5116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335536,"statfs":{"total":96636764160,"available":96599588864,"internally_reserved":0,"allocated":5238784,"data_stored":4123127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45892,"kb_used_data":10544,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94325948,"statfs":{"total":96636764160,"available":96589770752,"internally_reserved":0,"allocated":10797056,"data_stored":9401026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574919,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":38200,"kb_used_data":2852,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333640,"statfs":{"total":96636764160,"available":96597647360,"internally_reserved":0,"allocated":2920448,"data_stored":1462918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574919,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40488,"kb_used_data":5140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331352,"statfs":{"total":96636764160,"available":96595304448,"internally_reserved":0,"allocated":5263360,"data_stored":4076748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46852,"kb_used_data":11508,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94324988,"statfs":{"total":96636764160,"available":96588787712,"internally_reserved":0,"allocated":11784192,"data_stored":10467577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:57.204 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:57.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.307+0000 7fdc9909b640 1 Processor -- start 2024-09-16T00:57:57.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.307+0000 7fdc9909b640 1 -- start start 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9909b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdc94156940 0x7fdc9415d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9909b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc940ccf30 0x7fdc940cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9909b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc941608e0 con 0x7fdc9415ff00 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9909b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fdc9415ce90 con 0x7fdc940ccf30 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9909b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdc94160bc0 con 0x7fdc94156940 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc940ccf30 0x7fdc940cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc940ccf30 0x7fdc940cfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59876/0 (socket says 172.21.15.32:59876) 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc9359e640 1 -- 172.21.15.32:0/1709269785 learned_addr learned my addr 172.21.15.32:0/1709269785 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.308+0000 7fdc92d9d640 1 --2- 172.21.15.32:0/1709269785 >> v2:172.21.15.50:3300/0 conn(0x7fdc94156940 0x7fdc9415d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.309+0000 7fdc9359e640 1 -- 172.21.15.32:0/1709269785 >> v2:172.21.15.50:3300/0 conn(0x7fdc94156940 msgr2=0x7fdc9415d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.309+0000 7fdc9359e640 1 --2- 172.21.15.32:0/1709269785 >> v2:172.21.15.50:3300/0 conn(0x7fdc94156940 0x7fdc9415d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.309+0000 7fdc9359e640 1 -- 172.21.15.32:0/1709269785 >> v1:172.21.15.50:6789/0 conn(0x7fdc9415ff00 legacy=0x7fdc940cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.309+0000 7fdc9359e640 1 -- 172.21.15.32:0/1709269785 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc9415cb20 con 0x7fdc940ccf30 2024-09-16T00:57:57.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.310+0000 7fdc9359e640 1 --2- 172.21.15.32:0/1709269785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc940ccf30 0x7fdc940cfda0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fdc94073300 tx=0x7fdc8c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47e2ef1267f0e32f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.310+0000 7fdc91d9b640 1 -- 172.21.15.32:0/1709269785 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8c036070 con 0x7fdc940ccf30 2024-09-16T00:57:57.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.310+0000 7fdc91d9b640 1 -- 172.21.15.32:0/1709269785 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc8c031600 con 0x7fdc940ccf30 2024-09-16T00:57:57.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.310+0000 7fdc91d9b640 1 -- 172.21.15.32:0/1709269785 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8c0319d0 con 0x7fdc940ccf30 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 -- 172.21.15.32:0/1709269785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc940ccf30 msgr2=0x7fdc940cfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 --2- 172.21.15.32:0/1709269785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc940ccf30 0x7fdc940cfda0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fdc94073300 tx=0x7fdc8c02a730 comp rx=0 tx=0).stop 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 -- 172.21.15.32:0/1709269785 shutdown_connections 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 --2- 172.21.15.32:0/1709269785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc940ccf30 0x7fdc940cfda0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 --2- 172.21.15.32:0/1709269785 >> v2:172.21.15.50:3300/0 conn(0x7fdc94156940 0x7fdc9415d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 -- 172.21.15.32:0/1709269785 >> 172.21.15.32:0/1709269785 conn(0x7fdc9406fdc0 msgr2=0x7fdc940701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 -- 172.21.15.32:0/1709269785 shutdown_connections 2024-09-16T00:57:57.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.311+0000 7fdc9909b640 1 -- 172.21.15.32:0/1709269785 wait complete. 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.312+0000 7fdc9909b640 1 Processor -- start 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.312+0000 7fdc9909b640 1 -- start start 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 0x7fdc941f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 0x7fdc941f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdc940d19b0 con 0x7fdc94156940 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc94156d20 con 0x7fdc9415ff00 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9909b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdc940d1b30 con 0x7fdc940ccf30 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59886/0 (socket says 172.21.15.32:59886) 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9259c640 1 -- 172.21.15.32:0/170785594 learned_addr learned my addr 172.21.15.32:0/170785594 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc9359e640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 0x7fdc941f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.313+0000 7fdc92d9d640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 0x7fdc941f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 -- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 msgr2=0x7fdc941f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 0x7fdc941f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 -- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 msgr2=0x7fdc941f4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 0x7fdc941f4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 -- 172.21.15.32:0/170785594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc941f4f90 con 0x7fdc94156940 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9359e640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 0x7fdc941f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc92d9d640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 0x7fdc941f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9259c640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00c3c0 tx=0x7fdc7c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c0052d0 con 0x7fdc94156940 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc7c005490 con 0x7fdc94156940 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc941f5270 con 0x7fdc94156940 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c007260 con 0x7fdc94156940 2024-09-16T00:57:57.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.314+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc940b32f0 con 0x7fdc94156940 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.315+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc94160390 con 0x7fdc94156940 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.316+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdc7c007400 con 0x7fdc94156940 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.316+0000 7fdc8b7fe640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 0x7fdc7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.316+0000 7fdc92d9d640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 0x7fdc7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.316+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fdc7c08a780 con 0x7fdc94156940 2024-09-16T00:57:57.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.317+0000 7fdc92d9d640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 0x7fdc7406e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdc941f8b50 tx=0x7fdc84008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:57.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.321+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdc7c059060 con 0x7fdc94156940 2024-09-16T00:57:57.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.501+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdc940b3a90 con 0x7fdc94156940 2024-09-16T00:57:57.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.502+0000 7fdc8b7fe640 1 -- 172.21.15.32:0/170785594 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+13257 (secure 0 0 0) 0x7fdc7c058960 con 0x7fdc94156940 2024-09-16T00:57:57.502 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:57:57.502 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":55,"fsid":"483de4ca-23a5-4b52-a143-ab7e2a28022b","created":"2024-09-16T00:51:56.780598+0000","modified":"2024-09-16T00:57:54.581212+0000","last_up_change":"2024-09-16T00:52:09.803862+0000","last_in_change":"2024-09-16T00:51:59.818457+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:52:07.126433+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2350259e-7d66-47ea-9707-d24774f93649","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6809","nonce":1576713054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6811","nonce":1576713054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6815","nonce":1576713054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1576713054},{"type":"v1","addr":"172.21.15.32:6813","nonce":1576713054}]},"public_addr":"172.21.15.32:6809/1576713054","cluster_addr":"172.21.15.32:6811/1576713054","heartbeat_back_addr":"172.21.15.32:6815/1576713054","heartbeat_front_addr":"172.21.15.32:6813/1576713054","state":["exists","up"]},{"osd":1,"uuid":"a06a3d8a-45ca-4dfb-8bf2-c5991b6fb5ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6819","nonce":4156821240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6821","nonce":4156821240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6825","nonce":4156821240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":4156821240},{"type":"v1","addr":"172.21.15.32:6823","nonce":4156821240}]},"public_addr":"172.21.15.32:6819/4156821240","cluster_addr":"172.21.15.32:6821/4156821240","heartbeat_back_addr":"172.21.15.32:6825/4156821240","heartbeat_front_addr":"172.21.15.32:6823/4156821240","state":["exists","up"]},{"osd":2,"uuid":"c3ade3b2-690d-4e81-b56a-eb5798d3a4a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6827","nonce":457874949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6829","nonce":457874949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6833","nonce":457874949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":457874949},{"type":"v1","addr":"172.21.15.32:6831","nonce":457874949}]},"public_addr":"172.21.15.32:6827/457874949","cluster_addr":"172.21.15.32:6829/457874949","heartbeat_back_addr":"172.21.15.32:6833/457874949","heartbeat_front_addr":"172.21.15.32:6831/457874949","state":["exists","up"]},{"osd":3,"uuid":"173ee656-3173-4f25-92ff-b4e4324d8c10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6801","nonce":2545491487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6803","nonce":2545491487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6807","nonce":2545491487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":2545491487},{"type":"v1","addr":"172.21.15.32:6805","nonce":2545491487}]},"public_addr":"172.21.15.32:6801/2545491487","cluster_addr":"172.21.15.32:6803/2545491487","heartbeat_back_addr":"172.21.15.32:6807/2545491487","heartbeat_front_addr":"172.21.15.32:6805/2545491487","state":["exists","up"]},{"osd":4,"uuid":"a528cd16-8a18-4307-8624-aeaa3d45986a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6825","nonce":1258477951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6827","nonce":1258477951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6831","nonce":1258477951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1258477951},{"type":"v1","addr":"172.21.15.50:6829","nonce":1258477951}]},"public_addr":"172.21.15.50:6825/1258477951","cluster_addr":"172.21.15.50:6827/1258477951","heartbeat_back_addr":"172.21.15.50:6831/1258477951","heartbeat_front_addr":"172.21.15.50:6829/1258477951","state":["exists","up"]},{"osd":5,"uuid":"dc8af3ef-fe7e-4473-b35e-fbef1fde5650","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6801","nonce":1419191455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6803","nonce":1419191455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6807","nonce":1419191455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1419191455},{"type":"v1","addr":"172.21.15.50:6805","nonce":1419191455}]},"public_addr":"172.21.15.50:6801/1419191455","cluster_addr":"172.21.15.50:6803/1419191455","heartbeat_back_addr":"172.21.15.50:6807/1419191455","heartbeat_front_addr":"172.21.15.50:6805/1419191455","state":["exists","up"]},{"osd":6,"uuid":"0cfcc801-cade-4fe9-86a0-b31e940c2da4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6817","nonce":3758128628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6819","nonce":3758128628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6823","nonce":3758128628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":3758128628},{"type":"v1","addr":"172.21.15.50:6821","nonce":3758128628}]},"public_addr":"172.21.15.50:6817/3758128628","cluster_addr":"172.21.15.50:6819/3758128628","heartbeat_back_addr":"172.21.15.50:6823/3758128628","heartbeat_front_addr":"172.21.15.50:6821/3758128628","state":["exists","up"]},{"osd":7,"uuid":"656685f7-3377-4821-b42f-ceabf36764bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6809","nonce":573764731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6811","nonce":573764731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6815","nonce":573764731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":573764731},{"type":"v1","addr":"172.21.15.50:6813","nonce":573764731}]},"public_addr":"172.21.15.50:6809/573764731","cluster_addr":"172.21.15.50:6811/573764731","heartbeat_back_addr":"172.21.15.50:6815/573764731","heartbeat_front_addr":"172.21.15.50:6813/573764731","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.096666+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.516518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.397165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.572597+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.917425+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.657557+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:06.868554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:52:05.701944+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:6835/3729786995":"2024-09-17T00:57:51.272887+0000","172.21.15.50:6833/3729786995":"2024-09-17T00:57:51.272887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 msgr2=0x7fdc7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 0x7fdc7406e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdc941f8b50 tx=0x7fdc84008040 comp rx=0 tx=0).stop 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 msgr2=0x7fdc940c9960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00c3c0 tx=0x7fdc7c00c880 comp rx=0 tx=0).stop 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 shutdown_connections 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fdc7406c2b0 0x7fdc7406e770 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc9415ff00 0x7fdc941f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc94156940 0x7fdc940c9960 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 --2- 172.21.15.32:0/170785594 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdc940ccf30 0x7fdc941f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:57.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 >> 172.21.15.32:0/170785594 conn(0x7fdc9406fdc0 msgr2=0x7fdc9415bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:57.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 shutdown_connections 2024-09-16T00:57:57.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:57.504+0000 7fdc9909b640 1 -- 172.21.15.32:0/170785594 wait complete. 2024-09-16T00:57:58.517 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T00:57:58.517 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:58.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.624+0000 7ff7e65b7640 1 Processor -- start 2024-09-16T00:57:58.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 -- start start 2024-09-16T00:57:58.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7e015f670 0x7ff7e00acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e00aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7e00af460 con 0x7ff7e00aeff0 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7ff7e015fa50 con 0x7ff7e015f670 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.625+0000 7ff7e65b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e00ad310 con 0x7ff7e009dc70 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7e015f670 0x7ff7e00acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7e015f670 0x7ff7e00acdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59896/0 (socket says 172.21.15.32:59896) 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 -- 172.21.15.32:0/2004957920 learned_addr learned my addr 172.21.15.32:0/2004957920 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e00aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 -- 172.21.15.32:0/2004957920 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 msgr2=0x7ff7e00aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e00aeab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 -- 172.21.15.32:0/2004957920 >> v1:172.21.15.50:6789/0 conn(0x7ff7e00aeff0 legacy=0x7ff7e015fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:58.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7dffff640 1 -- 172.21.15.32:0/2004957920 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e0072b50 con 0x7ff7e015f670 2024-09-16T00:57:58.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.626+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e00aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:58.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7dffff640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e00acdd0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0009870 tx=0x7ff7d002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c9657f1b276a0ee server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7deffd640 1 -- 172.21.15.32:0/2004957920 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d0037070 con 0x7ff7e015f670 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7deffd640 1 -- 172.21.15.32:0/2004957920 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7d0032440 con 0x7ff7e015f670 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7deffd640 1 -- 172.21.15.32:0/2004957920 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d0032810 con 0x7ff7e015f670 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 -- 172.21.15.32:0/2004957920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 msgr2=0x7ff7e00acdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e00acdd0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0009870 tx=0x7ff7d002a200 comp rx=0 tx=0).stop 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 -- 172.21.15.32:0/2004957920 shutdown_connections 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e00aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/2004957920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e00acdd0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 -- 172.21.15.32:0/2004957920 >> 172.21.15.32:0/2004957920 conn(0x7ff7e00b1af0 msgr2=0x7ff7e00b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:58.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 -- 172.21.15.32:0/2004957920 shutdown_connections 2024-09-16T00:57:58.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.627+0000 7ff7e65b7640 1 -- 172.21.15.32:0/2004957920 wait complete. 2024-09-16T00:57:58.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.629+0000 7ff7e65b7640 1 Processor -- start 2024-09-16T00:57:58.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.629+0000 7ff7e65b7640 1 -- start start 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e01559b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7e00aeff0 0x7ff7e009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e014fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e006ed10 con 0x7ff7e015f670 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e006ea30 con 0x7ff7e00aeff0 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e006eff0 con 0x7ff7e009dc70 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e014fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e014fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59900/0 (socket says 172.21.15.32:59900) 2024-09-16T00:57:58.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 -- 172.21.15.32:0/3854741367 learned_addr learned my addr 172.21.15.32:0/3854741367 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7dffff640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e01559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7e00aeff0 0x7ff7e009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 -- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 msgr2=0x7ff7e01559b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff7e009dc70 0x7ff7e01559b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 -- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7e00aeff0 msgr2=0x7ff7e009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7e00aeff0 0x7ff7e009aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e0151380 con 0x7ff7e015f670 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7e00aeff0 0x7ff7e009aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e4b54640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e014fe00 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c7b0 tx=0x7ff7d800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d8004b60 con 0x7ff7e015f670 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7d8004d00 con 0x7ff7e015f670 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e009af70 con 0x7ff7e015f670 2024-09-16T00:57:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d800aa90 con 0x7ff7e015f670 2024-09-16T00:57:58.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.630+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e009b7d0 con 0x7ff7e015f670 2024-09-16T00:57:58.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.631+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff7e006f510 con 0x7ff7e015f670 2024-09-16T00:57:58.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.632+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7d800ac30 con 0x7ff7e015f670 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.632+0000 7ff7dcff9640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7cc06c2e0 0x7ff7cc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.632+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7ff7d808bff0 con 0x7ff7e015f670 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7dffff640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7cc06c2e0 0x7ff7cc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7dcff9640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7ff7cc072780 0x7ff7cc074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff7cc075290 con 0x7ff7cc072780 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7ff7d808c3a0 con 0x7ff7e015f670 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7ff7cc072780 0x7ff7cc074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7dffff640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7cc06c2e0 0x7ff7cc06e7a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0034000 tx=0x7ff7d002e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.633+0000 7ff7df7fe640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7ff7cc072780 0x7ff7cc074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.634+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== osd.0 v2:172.21.15.32:6808/1576713054 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff7cc075290 con 0x7ff7cc072780 2024-09-16T00:57:58.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.646+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 --> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff7e0160640 con 0x7ff7cc072780 2024-09-16T00:57:58.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.646+0000 7ff7dcff9640 1 -- 172.21.15.32:0/3854741367 <== osd.0 v2:172.21.15.32:6808/1576713054 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff7e0160640 con 0x7ff7cc072780 2024-09-16T00:57:58.647 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:57:58.647 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:58.647 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7ff7cc072780 msgr2=0x7ff7cc074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6808/1576713054,v1:172.21.15.32:6809/1576713054] conn(0x7ff7cc072780 0x7ff7cc074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7cc06c2e0 msgr2=0x7ff7cc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff7cc06c2e0 0x7ff7cc06e7a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0034000 tx=0x7ff7d002e000 comp rx=0 tx=0).stop 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 msgr2=0x7ff7e014fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 --2- 172.21.15.32:0/3854741367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7e015f670 0x7ff7e014fe00 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c7b0 tx=0x7ff7d800cc70 comp rx=0 tx=0).stop 2024-09-16T00:57:58.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e4b54640 1 -- 172.21.15.32:0/3854741367 reap_dead start 2024-09-16T00:57:58.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 shutdown_connections 2024-09-16T00:57:58.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 >> 172.21.15.32:0/3854741367 conn(0x7ff7e00b1af0 msgr2=0x7ff7e00b0370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:58.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 shutdown_connections 2024-09-16T00:57:58.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.647+0000 7ff7e65b7640 1 -- 172.21.15.32:0/3854741367 wait complete. 2024-09-16T00:57:58.657 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T00:57:58.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.761+0000 7f39df00e640 1 Processor -- start 2024-09-16T00:57:58.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.761+0000 7f39df00e640 1 -- start start 2024-09-16T00:57:58.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39df00e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f39d815e650 0x7f39d80d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39df00e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 0x7f39d80cf590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39df00e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39d80cf0b0 con 0x7f39d80d2500 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39df00e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f39d80d3590 con 0x7f39d815e650 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39df00e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f39d815ea30 con 0x7f39d80d4a90 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dcdaa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f39d815e650 0x7f39d80d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39cffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f39d80d2500 0x7f39d80d4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53344/0 (socket says 172.21.15.32:53344) 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39cffff640 1 -- 172.21.15.32:0/1483918200 learned_addr learned my addr 172.21.15.32:0/1483918200 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dd5ab640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 0x7f39d80cf590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dcdaa640 1 -- 172.21.15.32:0/1483918200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 msgr2=0x7f39d80cf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dcdaa640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 0x7f39d80cf590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dcdaa640 1 -- 172.21.15.32:0/1483918200 >> v1:172.21.15.32:6789/0 conn(0x7f39d80d2500 legacy=0x7f39d80d4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dcdaa640 1 -- 172.21.15.32:0/1483918200 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d80d2a10 con 0x7f39d815e650 2024-09-16T00:57:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39dd5ab640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 0x7f39d80cf590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:58.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.762+0000 7f39cf7fe640 1 -- 172.21.15.32:0/1483918200 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2647998016 0 0) 0x7f39d80cf0b0 con 0x7f39d80d2500 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.763+0000 7f39dcdaa640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d815e650 0x7f39d80d1fc0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f39d40097a0 tx=0x7f39d402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ce09e718a03a9a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.763+0000 7f39cf7fe640 1 -- 172.21.15.32:0/1483918200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d4037070 con 0x7f39d815e650 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.763+0000 7f39cf7fe640 1 -- 172.21.15.32:0/1483918200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39d4032440 con 0x7f39d815e650 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.763+0000 7f39cf7fe640 1 -- 172.21.15.32:0/1483918200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d4032810 con 0x7f39d815e650 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 -- 172.21.15.32:0/1483918200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d815e650 msgr2=0x7f39d80d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d815e650 0x7f39d80d1fc0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f39d40097a0 tx=0x7f39d402a180 comp rx=0 tx=0).stop 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 -- 172.21.15.32:0/1483918200 shutdown_connections 2024-09-16T00:57:58.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d80d4a90 0x7f39d80cf590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 --2- 172.21.15.32:0/1483918200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d815e650 0x7f39d80d1fc0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 -- 172.21.15.32:0/1483918200 >> 172.21.15.32:0/1483918200 conn(0x7f39d808de10 msgr2=0x7f39d809d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 -- 172.21.15.32:0/1483918200 shutdown_connections 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.764+0000 7f39df00e640 1 -- 172.21.15.32:0/1483918200 wait complete. 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.765+0000 7f39df00e640 1 Processor -- start 2024-09-16T00:57:58.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.765+0000 7f39df00e640 1 -- start start 2024-09-16T00:57:58.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d80d2500 0x7f39d80cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 0x7f39d8155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f39d80d32b0 con 0x7f39d80d4a90 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f39d80d2fd0 con 0x7f39d80d2500 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39df00e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f39d80b3d00 con 0x7f39d815e650 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59908/0 (socket says 172.21.15.32:59908) 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 -- 172.21.15.32:0/2385560368 learned_addr learned my addr 172.21.15.32:0/2385560368 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39dcdaa640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d80d2500 0x7f39d80cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39dd5ab640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 0x7f39d8155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 -- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 msgr2=0x7f39d8155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 0x7f39d8155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 -- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d80d2500 msgr2=0x7f39d80cb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d80d2500 0x7f39d80cb4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 -- 172.21.15.32:0/2385560368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d80cbd10 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39dd5ab640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 0x7f39d8155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.766+0000 7f39cffff640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c460 tx=0x7f39c800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.767+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8018070 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.767+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c8007500 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.767+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d80cbff0 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.767+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8004a20 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.767+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d80cc5b0 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.768+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39d80d1fc0 con 0x7f39d80d4a90 2024-09-16T00:57:58.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.768+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39c801b070 con 0x7f39d80d4a90 2024-09-16T00:57:58.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.769+0000 7f39cd7fa640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 0x7f39c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:58.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.769+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f39c808a4d0 con 0x7f39d80d4a90 2024-09-16T00:57:58.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.769+0000 7f39dcdaa640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 0x7f39c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:58.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.769+0000 7f39dcdaa640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 0x7f39c406e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f39d4034000 tx=0x7f39d402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:58.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.773+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39c8058750 con 0x7f39d80d4a90 2024-09-16T00:57:58.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.948+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f39d80cf6e0 con 0x7f39c406c2b0 2024-09-16T00:57:58.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.949+0000 7f39cd7fa640 1 -- 172.21.15.32:0/2385560368 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f39d80cf6e0 con 0x7f39c406c2b0 2024-09-16T00:57:58.949 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 msgr2=0x7f39c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 0x7f39c406e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f39d4034000 tx=0x7f39d402e000 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 msgr2=0x7f39d8154820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c460 tx=0x7f39c800c920 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 shutdown_connections 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f39c406c2b0 0x7f39c406e770 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39d815e650 0x7f39d8155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39d80d4a90 0x7f39d8154820 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 --2- 172.21.15.32:0/2385560368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39d80d2500 0x7f39d80cb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:58.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 >> 172.21.15.32:0/2385560368 conn(0x7f39d808de10 msgr2=0x7f39d80b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:58.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 shutdown_connections 2024-09-16T00:57:58.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:58.951+0000 7f39df00e640 1 -- 172.21.15.32:0/2385560368 wait complete. 2024-09-16T00:57:58.962 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T00:57:58.962 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:59.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.068+0000 7f70ff453640 1 Processor -- start 2024-09-16T00:57:59.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.069+0000 7f70ff453640 1 -- start start 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.069+0000 7f70ff453640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f70f8141820 0x7f70f80cc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.069+0000 7f70ff453640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70f815ffb0 con 0x7f70f80cecf0 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.069+0000 7f70ff453640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70f80cd140 con 0x7f70f80cccd0 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.069+0000 7f70ff453640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f70f8160250 con 0x7f70f8141820 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd9f0640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f70f80cecf0 0x7f70f813fcd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53352/0 (socket says 172.21.15.32:53352) 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd9f0640 1 -- 172.21.15.32:0/2791188446 learned_addr learned my addr 172.21.15.32:0/2791188446 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd1ef640 1 --2- 172.21.15.32:0/2791188446 >> v2:172.21.15.50:3300/0 conn(0x7f70f8141820 0x7f70f80cc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1325574464 0 0) 0x7f70f815ffb0 con 0x7f70f80cecf0 2024-09-16T00:57:59.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70e4003520 con 0x7f70f80cecf0 2024-09-16T00:57:59.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd1ef640 1 -- 172.21.15.32:0/2791188446 >> v1:172.21.15.50:6789/0 conn(0x7f70f80cccd0 legacy=0x7f70f80ce5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd1ef640 1 -- 172.21.15.32:0/2791188446 >> v1:172.21.15.32:6789/0 conn(0x7f70f80cecf0 legacy=0x7f70f813fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1696341048 0 0) 0x7f70e4003520 con 0x7f70f80cecf0 2024-09-16T00:57:59.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.070+0000 7f70fd1ef640 1 -- 172.21.15.32:0/2791188446 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70f8160530 con 0x7f70f8141820 2024-09-16T00:57:59.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.071+0000 7f70fd1ef640 1 --2- 172.21.15.32:0/2791188446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f8141820 0x7f70f80cc790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f70f40097d0 tx=0x7f70f402a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=495512a5bb236628 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.071+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f4037070 con 0x7f70f8141820 2024-09-16T00:57:59.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.071+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f402abf0 con 0x7f70f8141820 2024-09-16T00:57:59.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.071+0000 7f70effff640 1 -- 172.21.15.32:0/2791188446 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f0001a10 con 0x7f70f8141820 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 -- 172.21.15.32:0/2791188446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f8141820 msgr2=0x7f70f80cc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 --2- 172.21.15.32:0/2791188446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f8141820 0x7f70f80cc790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f70f40097d0 tx=0x7f70f402a160 comp rx=0 tx=0).stop 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 -- 172.21.15.32:0/2791188446 shutdown_connections 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 --2- 172.21.15.32:0/2791188446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f8141820 0x7f70f80cc790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 -- 172.21.15.32:0/2791188446 >> 172.21.15.32:0/2791188446 conn(0x7f70f8067f80 msgr2=0x7f70f806baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 -- 172.21.15.32:0/2791188446 shutdown_connections 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.072+0000 7f70ff453640 1 -- 172.21.15.32:0/2791188446 wait complete. 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.073+0000 7f70ff453640 1 Processor -- start 2024-09-16T00:57:59.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.073+0000 7f70ff453640 1 -- start start 2024-09-16T00:57:59.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 0x7f70f80b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f80cecf0 0x7f70f80b6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70f8141820 0x7f70f806d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f70f80cf2e0 con 0x7f70f80cccd0 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f70f80cf160 con 0x7f70f80cecf0 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70ff453640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f70f80cf460 con 0x7f70f8141820 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 0x7f70f80b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 0x7f70f80b69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59918/0 (socket says 172.21.15.32:59918) 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 -- 172.21.15.32:0/1530735519 learned_addr learned my addr 172.21.15.32:0/1530735519 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd9f0640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70f8141820 0x7f70f806d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fc9ee640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f80cecf0 0x7f70f80b6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 -- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70f8141820 msgr2=0x7f70f806d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70f8141820 0x7f70f806d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 -- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f80cecf0 msgr2=0x7f70f80b6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70f80cecf0 0x7f70f80b6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70f815ab00 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd9f0640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70f8141820 0x7f70f806d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.074+0000 7f70fd1ef640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 0x7f70f80b69d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f70f4000c00 tx=0x7f70f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.075+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f4037050 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.075+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f4043070 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.075+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70f80b7590 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.075+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f403e690 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.075+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70f813df80 con 0x7f70f80cccd0 2024-09-16T00:57:59.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.076+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70f80cc790 con 0x7f70f80cccd0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.076+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70f403e830 con 0x7f70f80cccd0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70edffb640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f70dc06c2b0 0x7f70dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f70f40abe50 con 0x7f70f80cccd0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70fc9ee640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f70dc06c2b0 0x7f70dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70edffb640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f70dc072750 0x7f70dc074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70f404be80 con 0x7f70dc072750 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7f70f40ae470 con 0x7f70f80cccd0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70fd9f0640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f70dc072750 0x7f70dc074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.077+0000 7f70fc9ee640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f70dc06c2b0 0x7f70dc06e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f70f80b2720 tx=0x7f70e8009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.078+0000 7f70fd9f0640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f70dc072750 0x7f70dc074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.078+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== osd.1 v2:172.21.15.32:6818/4156821240 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70f404be80 con 0x7f70dc072750 2024-09-16T00:57:59.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 --> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f70f8070630 con 0x7f70dc072750 2024-09-16T00:57:59.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70edffb640 1 -- 172.21.15.32:0/1530735519 <== osd.1 v2:172.21.15.32:6818/4156821240 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f70f8070630 con 0x7f70dc072750 2024-09-16T00:57:59.091 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:57:59.091 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:59.091 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:57:59.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f70dc072750 msgr2=0x7f70dc074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6818/4156821240,v1:172.21.15.32:6819/4156821240] conn(0x7f70dc072750 0x7f70dc074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f70dc06c2b0 msgr2=0x7f70dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f70dc06c2b0 0x7f70dc06e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f70f80b2720 tx=0x7f70e8009040 comp rx=0 tx=0).stop 2024-09-16T00:57:59.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 msgr2=0x7f70f80b69d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 --2- 172.21.15.32:0/1530735519 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70f80cccd0 0x7f70f80b69d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f70f4000c00 tx=0x7f70f40046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70fd9f0640 1 -- 172.21.15.32:0/1530735519 reap_dead start 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 shutdown_connections 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 >> 172.21.15.32:0/1530735519 conn(0x7f70f8067f80 msgr2=0x7f70f815eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 shutdown_connections 2024-09-16T00:57:59.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.091+0000 7f70ff453640 1 -- 172.21.15.32:0/1530735519 wait complete. 2024-09-16T00:57:59.102 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T00:57:59.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.205+0000 7f2abe8a5640 1 Processor -- start 2024-09-16T00:57:59.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.205+0000 7f2abe8a5640 1 -- start start 2024-09-16T00:57:59.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2abe8a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2ab80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2abe8a5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab8162500 con 0x7f2ab80d4d60 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2abe8a5640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab81627e0 con 0x7f2ab815e660 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2abe8a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab80d2020 con 0x7f2ab8162020 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2ab77fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2ab80d4d60 0x7f2ab80d24b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53368/0 (socket says 172.21.15.32:53368) 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2ab77fe640 1 -- 172.21.15.32:0/2316741706 learned_addr learned my addr 172.21.15.32:0/2316741706 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.206+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 172164887 0 0) 0x7f2ab8162500 con 0x7f2ab80d4d60 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2aa0003520 con 0x7f2ab80d4d60 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2abce42640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2ab80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 735625613 0 0) 0x7f2aa0003520 con 0x7f2ab80d4d60 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 msgr2=0x7f2ab80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2ab80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 >> v1:172.21.15.50:6789/0 conn(0x7f2ab815e660 legacy=0x7f2ab80d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab8162ac0 con 0x7f2ab80d4d60 2024-09-16T00:57:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f2aac001670 con 0x7f2ab80d4d60 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 >> v1:172.21.15.32:6789/0 conn(0x7f2ab80d4d60 legacy=0x7f2ab80d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2aa0003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2aa0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aa0004d40 0x7f2aa00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab80d2020 con 0x7f2aa0003fd0 2024-09-16T00:57:59.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa000bbb0 con 0x7f2aa0004d40 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2aa000bdb0 con 0x7f2ab8162020 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2aa0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab7fff640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2aa0003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2abce42640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aa0004d40 0x7f2aa00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 -- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 msgr2=0x7f2aa0003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab8162020 0x7f2aa0003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 -- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aa0004d40 msgr2=0x7f2aa00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aa0004d40 0x7f2aa00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2ab77fe640 1 -- 172.21.15.32:0/2316741706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa0003520 con 0x7f2aa0003fd0 2024-09-16T00:57:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.207+0000 7f2abce42640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aa0004d40 0x7f2aa00051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.208+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2aa0004800 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2aac00c240 tx=0x7f2aa0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b92f6516ca10bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.208+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac007d10 con 0x7f2aa0003fd0 2024-09-16T00:57:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.208+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aac005ad0 con 0x7f2aa0003fd0 2024-09-16T00:57:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.208+0000 7f2ab6ffd640 1 -- 172.21.15.32:0/2316741706 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac007070 con 0x7f2aa0003fd0 2024-09-16T00:57:59.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 -- 172.21.15.32:0/2316741706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 msgr2=0x7f2aa0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/2316741706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2aa0004800 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2aac00c240 tx=0x7f2aa0005830 comp rx=0 tx=0).stop 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abce42640 1 -- 172.21.15.32:0/2316741706 reap_dead start 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 -- 172.21.15.32:0/2316741706 shutdown_connections 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 -- 172.21.15.32:0/2316741706 >> 172.21.15.32:0/2316741706 conn(0x7f2ab808de10 msgr2=0x7f2ab809d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 -- 172.21.15.32:0/2316741706 shutdown_connections 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.209+0000 7f2abe8a5640 1 -- 172.21.15.32:0/2316741706 wait complete. 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.210+0000 7f2abe8a5640 1 Processor -- start 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.210+0000 7f2abe8a5640 1 -- start start 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab8160470 0x7f2ab80c9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab81608f0 0x7f2ab8156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab80d4990 con 0x7f2aa0003fd0 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab80d4810 con 0x7f2ab8160470 2024-09-16T00:57:59.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abe8a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab80d4b10 con 0x7f2ab81608f0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59942/0 (socket says 172.21.15.32:59942) 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 -- 172.21.15.32:0/4113641707 learned_addr learned my addr 172.21.15.32:0/4113641707 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2abce42640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab81608f0 0x7f2ab8156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 -- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab81608f0 msgr2=0x7f2ab8156020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab81608f0 0x7f2ab8156020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 -- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab8160470 msgr2=0x7f2ab80c9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab8160470 0x7f2ab80c9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.211+0000 7f2ab7fff640 1 -- 172.21.15.32:0/4113641707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab80c81b0 con 0x7f2aa0003fd0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2ab7fff640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800f820 tx=0x7f2aa800fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa80050d0 con 0x7f2aa0003fd0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa8018070 con 0x7f2aa0003fd0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab80c8490 con 0x7f2aa0003fd0 2024-09-16T00:57:59.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8005490 con 0x7f2aa0003fd0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.212+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab80c8a50 con 0x7f2aa0003fd0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.213+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab80d0f50 con 0x7f2aa0003fd0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.213+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2aa800d730 con 0x7f2aa0003fd0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.214+0000 7f2ab4ff9640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 0x7f2aa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.214+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f2aa808b110 con 0x7f2aa0003fd0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.214+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 0x7f2aa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.215+0000 7f2ab77fe640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 0x7f2aa406e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2aac033000 tx=0x7f2aac009030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.218+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2aa8059a80 con 0x7f2aa0003fd0 2024-09-16T00:57:59.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.392+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f2ab80b4090 con 0x7f2aa406c2b0 2024-09-16T00:57:59.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.392+0000 7f2ab4ff9640 1 -- 172.21.15.32:0/4113641707 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2ab80b4090 con 0x7f2aa406c2b0 2024-09-16T00:57:59.393 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T00:57:59.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 msgr2=0x7f2aa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 0x7f2aa406e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2aac033000 tx=0x7f2aac009030 comp rx=0 tx=0).stop 2024-09-16T00:57:59.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 msgr2=0x7f2ab815f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800f820 tx=0x7f2aa800fce0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 shutdown_connections 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f2aa406c2b0 0x7f2aa406e770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2ab81608f0 0x7f2ab8156020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab8160470 0x7f2ab80c9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 --2- 172.21.15.32:0/4113641707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2aa0003fd0 0x7f2ab815f530 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.394+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 >> 172.21.15.32:0/4113641707 conn(0x7f2ab808de10 msgr2=0x7f2ab80cef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.395+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 shutdown_connections 2024-09-16T00:57:59.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.395+0000 7f2abe8a5640 1 -- 172.21.15.32:0/4113641707 wait complete. 2024-09-16T00:57:59.406 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T00:57:59.406 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:59.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.513+0000 7ffa94511640 1 Processor -- start 2024-09-16T00:57:59.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.513+0000 7ffa94511640 1 -- start start 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.513+0000 7ffa94511640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffa8c15e770 0x7ffa8c0d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa94511640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c0b74c0 con 0x7ffa8c162840 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa94511640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c0b77a0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa94511640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8c0b7df0 con 0x7ffa8c15e770 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa92aae640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ffa8c162840 0x7ffa8c0b9a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53376/0 (socket says 172.21.15.32:53376) 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa92aae640 1 -- 172.21.15.32:0/380796130 learned_addr learned my addr 172.21.15.32:0/380796130 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa922ad640 1 --2- 172.21.15.32:0/380796130 >> v2:172.21.15.50:3300/0 conn(0x7ffa8c15e770 0x7ffa8c0d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4227880777 0 0) 0x7ffa8c0b74c0 con 0x7ffa8c162840 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa78003520 con 0x7ffa8c162840 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1355981757 0 0) 0x7ffa8c0b77a0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa8c0b74c0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 325557001 0 0) 0x7ffa78003520 con 0x7ffa8c162840 2024-09-16T00:57:59.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa922ad640 1 -- 172.21.15.32:0/380796130 >> v1:172.21.15.50:6789/0 conn(0x7ffa8c0d3800 legacy=0x7ffa8c162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa922ad640 1 -- 172.21.15.32:0/380796130 >> v1:172.21.15.32:6789/0 conn(0x7ffa8c162840 legacy=0x7ffa8c0b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.514+0000 7ffa922ad640 1 -- 172.21.15.32:0/380796130 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c0b7a80 con 0x7ffa8c15e770 2024-09-16T00:57:59.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.515+0000 7ffa922ad640 1 --2- 172.21.15.32:0/380796130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c0d32c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ffa880097a0 tx=0x7ffa8802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fbfff0acd04b92d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.515+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa88037070 con 0x7ffa8c15e770 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.515+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa8802ac50 con 0x7ffa8c15e770 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.515+0000 7ffa912ab640 1 -- 172.21.15.32:0/380796130 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa840019f0 con 0x7ffa8c15e770 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 -- 172.21.15.32:0/380796130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 msgr2=0x7ffa8c0d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 --2- 172.21.15.32:0/380796130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c0d32c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ffa880097a0 tx=0x7ffa8802a1c0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 -- 172.21.15.32:0/380796130 shutdown_connections 2024-09-16T00:57:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 --2- 172.21.15.32:0/380796130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c0d32c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 -- 172.21.15.32:0/380796130 >> 172.21.15.32:0/380796130 conn(0x7ffa8c09d660 msgr2=0x7ffa8c0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 -- 172.21.15.32:0/380796130 shutdown_connections 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.516+0000 7ffa94511640 1 -- 172.21.15.32:0/380796130 wait complete. 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.517+0000 7ffa94511640 1 Processor -- start 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.517+0000 7ffa94511640 1 -- start start 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 0x7ffa8c15cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c15fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffa8c162840 0x7ffa8c0cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0ba310 con 0x7ffa8c0d3800 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0ba190 con 0x7ffa8c15e770 2024-09-16T00:57:59.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa94511640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffa8c0b9290 con 0x7ffa8c162840 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 0x7ffa8c15cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 0x7ffa8c15cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59950/0 (socket says 172.21.15.32:59950) 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 -- 172.21.15.32:0/4221179392 learned_addr learned my addr 172.21.15.32:0/4221179392 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa92aae640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffa8c162840 0x7ffa8c0cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa91aac640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c15fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 -- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffa8c162840 msgr2=0x7ffa8c0cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffa8c162840 0x7ffa8c0cd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 -- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 msgr2=0x7ffa8c15fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c15fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c15ffb0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa91aac640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa8c15e770 0x7ffa8c15fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa92aae640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffa8c162840 0x7ffa8c0cd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.518+0000 7ffa922ad640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 0x7ffa8c15cc60 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ffa880098c0 tx=0x7ffa880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.519+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa88037050 con 0x7ffa8c0d3800 2024-09-16T00:57:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.519+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa88043070 con 0x7ffa8c0d3800 2024-09-16T00:57:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.519+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c09eeb0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.519+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa88006e10 con 0x7ffa8c0d3800 2024-09-16T00:57:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.519+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c0a0bc0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.520+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffa8c09f190 con 0x7ffa8c0d3800 2024-09-16T00:57:59.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.520+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa8803c810 con 0x7ffa8c0d3800 2024-09-16T00:57:59.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.520+0000 7ffa82ffd640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffa7006c2b0 0x7ffa7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7ffa880abb80 con 0x7ffa8c0d3800 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa91aac640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffa7006c2b0 0x7ffa7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa82ffd640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ffa70072750 0x7ffa70074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffa8802ac50 con 0x7ffa70072750 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7ffa880b02a0 con 0x7ffa8c0d3800 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa92aae640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ffa70072750 0x7ffa70074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa91aac640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffa7006c2b0 0x7ffa7006e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0011e0 tx=0x7ffa7c009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.521+0000 7ffa92aae640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ffa70072750 0x7ffa70074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.522+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== osd.2 v2:172.21.15.32:6826/457874949 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffa8802ac50 con 0x7ffa70072750 2024-09-16T00:57:59.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.534+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 --> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ffa8c069110 con 0x7ffa70072750 2024-09-16T00:57:59.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa82ffd640 1 -- 172.21.15.32:0/4221179392 <== osd.2 v2:172.21.15.32:6826/457874949 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ffa8c069110 con 0x7ffa70072750 2024-09-16T00:57:59.535 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:57:59.535 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:59.535 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:57:59.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ffa70072750 msgr2=0x7ffa70074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6826/457874949,v1:172.21.15.32:6827/457874949] conn(0x7ffa70072750 0x7ffa70074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffa7006c2b0 msgr2=0x7ffa7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ffa7006c2b0 0x7ffa7006e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0011e0 tx=0x7ffa7c009040 comp rx=0 tx=0).stop 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 msgr2=0x7ffa8c15cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 --2- 172.21.15.32:0/4221179392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffa8c0d3800 0x7ffa8c15cc60 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ffa880098c0 tx=0x7ffa880046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa92aae640 1 -- 172.21.15.32:0/4221179392 reap_dead start 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 shutdown_connections 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 >> 172.21.15.32:0/4221179392 conn(0x7ffa8c09d660 msgr2=0x7ffa8c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 shutdown_connections 2024-09-16T00:57:59.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.535+0000 7ffa94511640 1 -- 172.21.15.32:0/4221179392 wait complete. 2024-09-16T00:57:59.545 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T00:57:59.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.649+0000 7fc90dff6640 1 Processor -- start 2024-09-16T00:57:59.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.649+0000 7fc90dff6640 1 -- start start 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc90dff6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc908147b70 0x7fc9080b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc90dff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc908161ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc90dff6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc908162660 con 0x7fc90815e9f0 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc90dff6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc908162430 con 0x7fc908147b70 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc90dff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc908070330 con 0x7fc90806c200 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc8fffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc90815e9f0 0x7fc90806baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53384/0 (socket says 172.21.15.32:53384) 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc8fffff640 1 -- 172.21.15.32:0/2338983404 learned_addr learned my addr 172.21.15.32:0/2338983404 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc907fff640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc908161ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2338983404 >> v2:172.21.15.50:3300/0 conn(0x7fc908147b70 0x7fc9080b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 832555964 0 0) 0x7fc908162660 con 0x7fc90815e9f0 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.650+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8f4003520 con 0x7fc90815e9f0 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc9077fe640 1 -- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 msgr2=0x7fc908161ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2837346976 0 0) 0x7fc8f4003520 con 0x7fc90815e9f0 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc908161ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc9077fe640 1 -- 172.21.15.32:0/2338983404 >> v1:172.21.15.32:6789/0 conn(0x7fc90815e9f0 legacy=0x7fc90806baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc9077fe640 1 -- 172.21.15.32:0/2338983404 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc908162940 con 0x7fc908147b70 2024-09-16T00:57:59.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc907fff640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc908161ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:59.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.651+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc9080b4b20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc8f80097a0 tx=0x7fc8f802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73ec2c12dcd435a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8037070 con 0x7fc908147b70 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8f802aba0 con 0x7fc908147b70 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc906ffd640 1 -- 172.21.15.32:0/2338983404 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f0001670 con 0x7fc908147b70 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 -- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 msgr2=0x7fc9080b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc9080b4b20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc8f80097a0 tx=0x7fc8f802a110 comp rx=0 tx=0).stop 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 -- 172.21.15.32:0/2338983404 shutdown_connections 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc908161ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2338983404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc9080b4b20 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 -- 172.21.15.32:0/2338983404 >> 172.21.15.32:0/2338983404 conn(0x7fc9080b2e10 msgr2=0x7fc9080b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 -- 172.21.15.32:0/2338983404 shutdown_connections 2024-09-16T00:57:59.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.652+0000 7fc90dff6640 1 -- 172.21.15.32:0/2338983404 wait complete. 2024-09-16T00:57:59.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.653+0000 7fc90dff6640 1 Processor -- start 2024-09-16T00:57:59.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 -- start start 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc9080b0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc90813faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9080707c0 con 0x7fc90815e9f0 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc908147f50 con 0x7fc908147b70 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc90dff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc908070940 con 0x7fc90806c200 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc907fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc907fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59952/0 (socket says 172.21.15.32:59952) 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.654+0000 7fc907fff640 1 -- 172.21.15.32:0/2662565803 learned_addr learned my addr 172.21.15.32:0/2662565803 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc8fffff640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc90813faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 -- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 msgr2=0x7fc9080b0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc9080b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc9080b0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 -- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 msgr2=0x7fc90813faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc90813faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 -- 172.21.15.32:0/2662565803 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9080d0340 con 0x7fc90815e9f0 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc8fffff640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc90813faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:59.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc9080b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc907fff640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc90000efc0 tx=0x7fc900009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900018030 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc90000cde0 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900003bb0 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9080d0620 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.655+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9080d0be0 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.656+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc90815f850 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.657+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc90001b070 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.657+0000 7fc904ff9640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.657+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fc90008bd00 con 0x7fc90815e9f0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.657+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.658+0000 7fc9077fe640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 0x7fc8e806e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8034000 tx=0x7fc8f802e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.661+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc90815f850 con 0x7fc90815e9f0 2024-09-16T00:57:59.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.837+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fc908161ef0 con 0x7fc8e806c2b0 2024-09-16T00:57:59.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.838+0000 7fc904ff9640 1 -- 172.21.15.32:0/2662565803 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc908161ef0 con 0x7fc8e806c2b0 2024-09-16T00:57:59.839 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T00:57:59.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 msgr2=0x7fc8e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 0x7fc8e806e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8034000 tx=0x7fc8f802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:59.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 msgr2=0x7fc9080ae2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc90000efc0 tx=0x7fc900009f90 comp rx=0 tx=0).stop 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 shutdown_connections 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90815e9f0 0x7fc9080ae2f0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc908147b70 0x7fc90813faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 --2- 172.21.15.32:0/2662565803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc90806c200 0x7fc9080b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 >> 172.21.15.32:0/2662565803 conn(0x7fc9080b2e10 msgr2=0x7fc9080b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 shutdown_connections 2024-09-16T00:57:59.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.840+0000 7fc90dff6640 1 -- 172.21.15.32:0/2662565803 wait complete. 2024-09-16T00:57:59.851 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T00:57:59.852 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:59.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.958+0000 7fbda4d42640 1 Processor -- start 2024-09-16T00:57:59.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.958+0000 7fbda4d42640 1 -- start start 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbda4d42640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbda015e770 0x7fbda00d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbda4d42640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbda0162840 0x7fbda00b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbda4d42640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbda00b74c0 con 0x7fbda00d3800 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbda4d42640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fbda00b7df0 con 0x7fbda0162840 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbda4d42640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbda00b77a0 con 0x7fbda015e770 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbd9ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbda0162840 0x7fbda00b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbd9ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbda0162840 0x7fbda00b9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59954/0 (socket says 172.21.15.32:59954) 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/1185510509 learned_addr learned my addr 172.21.15.32:0/1185510509 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.959+0000 7fbd9e59c640 1 --2- 172.21.15.32:0/1185510509 >> v2:172.21.15.50:3300/0 conn(0x7fbda015e770 0x7fbda00d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.960+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/1185510509 >> v2:172.21.15.50:3300/0 conn(0x7fbda015e770 msgr2=0x7fbda00d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.960+0000 7fbd9ed9d640 1 --2- 172.21.15.32:0/1185510509 >> v2:172.21.15.50:3300/0 conn(0x7fbda015e770 0x7fbda00d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.960+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/1185510509 >> v1:172.21.15.50:6789/0 conn(0x7fbda00d3800 legacy=0x7fbda0162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.960+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/1185510509 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda00b7a80 con 0x7fbda0162840 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.960+0000 7fbd9ed9d640 1 --2- 172.21.15.32:0/1185510509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00b9a80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbda0069040 tx=0x7fbd9802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ca5effcf1e8b2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbd9d59a640 1 -- 172.21.15.32:0/1185510509 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98036070 con 0x7fbda0162840 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbd9d59a640 1 -- 172.21.15.32:0/1185510509 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd98031600 con 0x7fbda0162840 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbd9d59a640 1 -- 172.21.15.32:0/1185510509 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd980319d0 con 0x7fbda0162840 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 -- 172.21.15.32:0/1185510509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 msgr2=0x7fbda00b9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 --2- 172.21.15.32:0/1185510509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00b9a80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbda0069040 tx=0x7fbd9802a730 comp rx=0 tx=0).stop 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 -- 172.21.15.32:0/1185510509 shutdown_connections 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 --2- 172.21.15.32:0/1185510509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00b9a80 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 --2- 172.21.15.32:0/1185510509 >> v2:172.21.15.50:3300/0 conn(0x7fbda015e770 0x7fbda00d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 -- 172.21.15.32:0/1185510509 >> 172.21.15.32:0/1185510509 conn(0x7fbda009d660 msgr2=0x7fbda00d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 -- 172.21.15.32:0/1185510509 shutdown_connections 2024-09-16T00:57:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.961+0000 7fbda4d42640 1 -- 172.21.15.32:0/1185510509 wait complete. 2024-09-16T00:57:59.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 Processor -- start 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 -- start start 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbda00d3800 0x7fbda014ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbda015e770 0x7fbda00ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbda00b9fc0 con 0x7fbda0162840 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbda00d53d0 con 0x7fbda015e770 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.963+0000 7fbda4d42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbda00ba140 con 0x7fbda00d3800 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00ca710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59960/0 (socket says 172.21.15.32:59960) 2024-09-16T00:57:59.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/3928403841 learned_addr learned my addr 172.21.15.32:0/3928403841 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9e59c640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbda00d3800 0x7fbda014ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9dd9b640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbda015e770 0x7fbda00ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbda00d3800 msgr2=0x7fbda014ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbda00d3800 0x7fbda014ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbda015e770 msgr2=0x7fbda00ca1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbda015e770 0x7fbda00ca1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda014ef50 con 0x7fbda0162840 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd9ed9d640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00ca710 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009f40 tx=0x7fbd98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98036050 con 0x7fbda0162840 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd98042070 con 0x7fbda0162840 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98009510 con 0x7fbda0162840 2024-09-16T00:57:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda01f51b0 con 0x7fbda0162840 2024-09-16T00:57:59.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.964+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda01f4600 con 0x7fbda0162840 2024-09-16T00:57:59.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.965+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbda0069110 con 0x7fbda0162840 2024-09-16T00:57:59.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd98007bf0 con 0x7fbda0162840 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbd8006c2b0 0x7fbd8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fbd980abe80 con 0x7fbda0162840 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd9e59c640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbd8006c2b0 0x7fbd8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7fbd80072750 0x7fbd80074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbd80075260 con 0x7fbd80072750 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.966+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7fbd980ae580 con 0x7fbda0162840 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.967+0000 7fbd9dd9b640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7fbd80072750 0x7fbd80074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:59.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.967+0000 7fbd9e59c640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbd8006c2b0 0x7fbd8006e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbd90009b40 tx=0x7fbd90009190 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.967+0000 7fbd9dd9b640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7fbd80072750 0x7fbd80074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:59.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.968+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== osd.3 v2:172.21.15.32:6800/2545491487 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbd80075260 con 0x7fbd80072750 2024-09-16T00:57:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.980+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 --> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fbda00d32c0 con 0x7fbd80072750 2024-09-16T00:57:59.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.980+0000 7fbd8effd640 1 -- 172.21.15.32:0/3928403841 <== osd.3 v2:172.21.15.32:6800/2545491487 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fbda00d32c0 con 0x7fbd80072750 2024-09-16T00:57:59.981 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:57:59.981 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:59.981 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:57:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7fbd80072750 msgr2=0x7fbd80074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6800/2545491487,v1:172.21.15.32:6801/2545491487] conn(0x7fbd80072750 0x7fbd80074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbd8006c2b0 msgr2=0x7fbd8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fbd8006c2b0 0x7fbd8006e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbd90009b40 tx=0x7fbd90009190 comp rx=0 tx=0).stop 2024-09-16T00:57:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 msgr2=0x7fbda00ca710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 --2- 172.21.15.32:0/3928403841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda0162840 0x7fbda00ca710 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009f40 tx=0x7fbd98004a40 comp rx=0 tx=0).stop 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbd9ed9d640 1 -- 172.21.15.32:0/3928403841 reap_dead start 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 shutdown_connections 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 >> 172.21.15.32:0/3928403841 conn(0x7fbda009d660 msgr2=0x7fbda006d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 shutdown_connections 2024-09-16T00:57:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:57:59.981+0000 7fbda4d42640 1 -- 172.21.15.32:0/3928403841 wait complete. 2024-09-16T00:57:59.991 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T00:58:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.095+0000 7fc0bd9f8640 1 Processor -- start 2024-09-16T00:58:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.095+0000 7fc0bd9f8640 1 -- start start 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0bd9f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0b8070a50 0x7fc0b80cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0bd9f8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc0b80ccd50 0x7fc0b806d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0bd9f8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0b806ceb0 con 0x7fc0b815c080 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0bd9f8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fc0b815f290 con 0x7fc0b8070a50 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0bd9f8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc0b806d1b0 con 0x7fc0b80ccd50 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0b8070a50 0x7fc0b80cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0b8070a50 0x7fc0b80cc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59962/0 (socket says 172.21.15.32:59962) 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 -- 172.21.15.32:0/140646923 learned_addr learned my addr 172.21.15.32:0/140646923 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b77fe640 1 --2- 172.21.15.32:0/140646923 >> v2:172.21.15.50:3300/0 conn(0x7fc0b80ccd50 0x7fc0b806d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 -- 172.21.15.32:0/140646923 >> v2:172.21.15.50:3300/0 conn(0x7fc0b80ccd50 msgr2=0x7fc0b806d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 --2- 172.21.15.32:0/140646923 >> v2:172.21.15.50:3300/0 conn(0x7fc0b80ccd50 0x7fc0b806d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 -- 172.21.15.32:0/140646923 >> v1:172.21.15.50:6789/0 conn(0x7fc0b815c080 legacy=0x7fc0b815eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.096+0000 7fc0b67fc640 1 -- 172.21.15.32:0/140646923 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b815f4b0 con 0x7fc0b8070a50 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.097+0000 7fc0b67fc640 1 --2- 172.21.15.32:0/140646923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc810 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac009870 tx=0x7fc0ac02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f472c9d26678db3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.097+0000 7fc0b5ffb640 1 -- 172.21.15.32:0/140646923 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac037070 con 0x7fc0b8070a50 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.097+0000 7fc0b5ffb640 1 -- 172.21.15.32:0/140646923 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0ac032440 con 0x7fc0b8070a50 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.097+0000 7fc0b5ffb640 1 -- 172.21.15.32:0/140646923 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac032810 con 0x7fc0b8070a50 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/140646923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 msgr2=0x7fc0b80cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/140646923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc810 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac009870 tx=0x7fc0ac02a2a0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/140646923 shutdown_connections 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/140646923 >> v2:172.21.15.50:3300/0 conn(0x7fc0b80ccd50 0x7fc0b806d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/140646923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc810 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/140646923 >> 172.21.15.32:0/140646923 conn(0x7fc0b806fde0 msgr2=0x7fc0b80701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/140646923 shutdown_connections 2024-09-16T00:58:00.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.098+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/140646923 wait complete. 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.099+0000 7fc0bd9f8640 1 Processor -- start 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.099+0000 7fc0bd9f8640 1 -- start start 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0b80ccd50 0x7fc0b81517e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0b815c080 0x7fc0b80b59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b815c460 con 0x7fc0b8070a50 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b815fa70 con 0x7fc0b815c080 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0bd9f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc0b815c5e0 con 0x7fc0b80ccd50 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59974/0 (socket says 172.21.15.32:59974) 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 -- 172.21.15.32:0/1602636642 learned_addr learned my addr 172.21.15.32:0/1602636642 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b77fe640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0b815c080 0x7fc0b80b59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b67fc640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0b80ccd50 0x7fc0b81517e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 -- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0b80ccd50 msgr2=0x7fc0b81517e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0b80ccd50 0x7fc0b81517e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 -- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0b815c080 msgr2=0x7fc0b80b59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0b815c080 0x7fc0b80b59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.100+0000 7fc0b6ffd640 1 -- 172.21.15.32:0/1602636642 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b80b5f30 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc0b6ffd640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc0a800c430 tx=0x7fc0a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a80052d0 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0a8005490 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0b80c9430 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a8007260 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.101+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0b80c99f0 con 0x7fc0b8070a50 2024-09-16T00:58:00.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.102+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0b80717d0 con 0x7fc0b8070a50 2024-09-16T00:58:00.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.102+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc0a8007400 con 0x7fc0b8070a50 2024-09-16T00:58:00.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.103+0000 7fc09ffff640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 0x7fc0a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.103+0000 7fc0b67fc640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 0x7fc0a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.103+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fc0a808a6a0 con 0x7fc0b8070a50 2024-09-16T00:58:00.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.103+0000 7fc0b67fc640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 0x7fc0a406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac034000 tx=0x7fc0ac02e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.107+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc0a80589c0 con 0x7fc0b8070a50 2024-09-16T00:58:00.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.281+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fc0b80ca1d0 con 0x7fc0a406c2e0 2024-09-16T00:58:00.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.281+0000 7fc09ffff640 1 -- 172.21.15.32:0/1602636642 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc0b80ca1d0 con 0x7fc0a406c2e0 2024-09-16T00:58:00.282 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 msgr2=0x7fc0a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 0x7fc0a406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac034000 tx=0x7fc0ac02e000 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 msgr2=0x7fc0b80cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc0a800c430 tx=0x7fc0a800c8f0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 shutdown_connections 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc0a406c2e0 0x7fc0a406e7a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0b815c080 0x7fc0b80b59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0b80ccd50 0x7fc0b81517e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 --2- 172.21.15.32:0/1602636642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0b8070a50 0x7fc0b80cc110 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 >> 172.21.15.32:0/1602636642 conn(0x7fc0b806fde0 msgr2=0x7fc0b80c8a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 shutdown_connections 2024-09-16T00:58:00.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.283+0000 7fc0bd9f8640 1 -- 172.21.15.32:0/1602636642 wait complete. 2024-09-16T00:58:00.294 INFO:tasks.ceph:Scrubbing osd.4 2024-09-16T00:58:00.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:58:00.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.400+0000 7ff14e731640 1 Processor -- start 2024-09-16T00:58:00.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 -- start start 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1480b74c0 con 0x7ff1480d3800 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff1480b7df0 con 0x7ff148162840 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.401+0000 7ff14e731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff1480b77a0 con 0x7ff14815e770 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff14ccce640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff14ccce640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.32:44576/0 (socket says 172.21.15.32:44576) 2024-09-16T00:58:00.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff1477fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff1480d3800 0x7ff148162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.32:60666/0 (socket says 172.21.15.32:60666) 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.32:51008/0 (socket says 172.21.15.32:51008) 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff14ccce640 1 -- 172.21.15.32:0/2966164031 learned_addr learned my addr 172.21.15.32:0/2966164031 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff146ffd640 1 -- 172.21.15.32:0/2966164031 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1981572198 0 0) 0x7ff1480b74c0 con 0x7ff1480d3800 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff146ffd640 1 -- 172.21.15.32:0/2966164031 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff134003520 con 0x7ff1480d3800 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 -- 172.21.15.32:0/2966164031 >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 msgr2=0x7ff1480b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 --2- 172.21.15.32:0/2966164031 >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 -- 172.21.15.32:0/2966164031 >> v1:172.21.15.50:6789/0 conn(0x7ff1480d3800 legacy=0x7ff148162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff147fff640 1 -- 172.21.15.32:0/2966164031 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1480b7a80 con 0x7ff14815e770 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.402+0000 7ff14ccce640 1 --2- 172.21.15.32:0/2966164031 >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:58:00.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.403+0000 7ff147fff640 1 --2- 172.21.15.32:0/2966164031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acebdbd22dacbf44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.403+0000 7ff146ffd640 1 -- 172.21.15.32:0/2966164031 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138037070 con 0x7ff14815e770 2024-09-16T00:58:00.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.403+0000 7ff146ffd640 1 -- 172.21.15.32:0/2966164031 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff138032440 con 0x7ff14815e770 2024-09-16T00:58:00.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.403+0000 7ff146ffd640 1 -- 172.21.15.32:0/2966164031 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138032810 con 0x7ff14815e770 2024-09-16T00:58:00.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 -- 172.21.15.32:0/2966164031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 msgr2=0x7ff1480d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 --2- 172.21.15.32:0/2966164031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a180 comp rx=0 tx=0).stop 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 -- 172.21.15.32:0/2966164031 shutdown_connections 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 --2- 172.21.15.32:0/2966164031 >> v2:172.21.15.50:3300/0 conn(0x7ff148162840 0x7ff1480b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 --2- 172.21.15.32:0/2966164031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff14815e770 0x7ff1480d32c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 -- 172.21.15.32:0/2966164031 >> 172.21.15.32:0/2966164031 conn(0x7ff14809d660 msgr2=0x7ff1480d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 -- 172.21.15.32:0/2966164031 shutdown_connections 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.404+0000 7ff14e731640 1 -- 172.21.15.32:0/2966164031 wait complete. 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.405+0000 7ff14e731640 1 Processor -- start 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.405+0000 7ff14e731640 1 -- start start 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 0x7ff1480c8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff14815e770 0x7ff1480ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff148162840 0x7ff148155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff1480b9fc0 con 0x7ff1480d3800 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff1480d53d0 con 0x7ff14815e770 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14e731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff1480ba140 con 0x7ff148162840 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 0x7ff1480c8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 0x7ff1480c8cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59990/0 (socket says 172.21.15.32:59990) 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 -- 172.21.15.32:0/33103422 learned_addr learned my addr 172.21.15.32:0/33103422 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff1477fe640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff14815e770 0x7ff1480ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff14ccce640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff148162840 0x7ff148155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 -- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff148162840 msgr2=0x7ff148155b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff148162840 0x7ff148155b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 -- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff14815e770 msgr2=0x7ff1480ccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff14815e770 0x7ff1480ccb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.406+0000 7ff147fff640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1480cbaa0 con 0x7ff1480d3800 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff147fff640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 0x7ff1480c8cb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff138000c00 tx=0x7ff1380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138041020 con 0x7ff1480d3800 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff13803d6e0 con 0x7ff1480d3800 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138037040 con 0x7ff1480d3800 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1480cbd80 con 0x7ff1480d3800 2024-09-16T00:58:00.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.407+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1480cc340 con 0x7ff1480d3800 2024-09-16T00:58:00.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.408+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff148069110 con 0x7ff1480d3800 2024-09-16T00:58:00.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.408+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff138044020 con 0x7ff1480d3800 2024-09-16T00:58:00.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff144ff9640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff12806c2e0 0x7ff12806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7ff1380abe70 con 0x7ff1480d3800 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff1477fe640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff12806c2e0 0x7ff12806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff144ff9640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7ff128072780 0x7ff128074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff138001d30 con 0x7ff128072780 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7ff1380ac300 con 0x7ff1480d3800 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff14ccce640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7ff128072780 0x7ff128074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.409+0000 7ff1477fe640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff12806c2e0 0x7ff12806e7a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff14815bcd0 tx=0x7ff130007cf0 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.410+0000 7ff14ccce640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7ff128072780 0x7ff128074bc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.411+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== osd.4 v2:172.21.15.50:6824/1258477951 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff138001d30 con 0x7ff128072780 2024-09-16T00:58:00.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.423+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 --> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff1480d32c0 con 0x7ff128072780 2024-09-16T00:58:00.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff144ff9640 1 -- 172.21.15.32:0/33103422 <== osd.4 v2:172.21.15.50:6824/1258477951 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff1480d32c0 con 0x7ff128072780 2024-09-16T00:58:00.424 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:58:00.424 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:58:00.424 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:58:00.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7ff128072780 msgr2=0x7ff128074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.50:6824/1258477951,v1:172.21.15.50:6825/1258477951] conn(0x7ff128072780 0x7ff128074bc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff12806c2e0 msgr2=0x7ff12806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7ff12806c2e0 0x7ff12806e7a0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff14815bcd0 tx=0x7ff130007cf0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 msgr2=0x7ff1480c8cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 --2- 172.21.15.32:0/33103422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1480d3800 0x7ff1480c8cb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff138000c00 tx=0x7ff1380046c0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14ccce640 1 -- 172.21.15.32:0/33103422 reap_dead start 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 shutdown_connections 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 >> 172.21.15.32:0/33103422 conn(0x7ff14809d660 msgr2=0x7ff1480b8280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 shutdown_connections 2024-09-16T00:58:00.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.424+0000 7ff14e731640 1 -- 172.21.15.32:0/33103422 wait complete. 2024-09-16T00:58:00.435 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-16T00:58:00.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 Processor -- start 2024-09-16T00:58:00.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 -- start start 2024-09-16T00:58:00.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bd806cd70 0x7f3bd8067a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3bd8159f20 0x7f3bd80b0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bd815ca10 con 0x7f3bd806d150 2024-09-16T00:58:00.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f3bd815d7d0 con 0x7f3bd806cd70 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.538+0000 7f3bdd842640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3bd8067fe0 con 0x7f3bd8159f20 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bd806cd70 0x7f3bd8067a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bd806cd70 0x7f3bd8067a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59996/0 (socket says 172.21.15.32:59996) 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/3044010530 learned_addr learned my addr 172.21.15.32:0/3044010530 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd77fe640 1 --2- 172.21.15.32:0/3044010530 >> v2:172.21.15.50:3300/0 conn(0x7f3bd8159f20 0x7f3bd80b0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/3044010530 >> v2:172.21.15.50:3300/0 conn(0x7f3bd8159f20 msgr2=0x7f3bd80b0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 --2- 172.21.15.32:0/3044010530 >> v2:172.21.15.50:3300/0 conn(0x7f3bd8159f20 0x7f3bd80b0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/3044010530 >> v1:172.21.15.50:6789/0 conn(0x7f3bd806d150 legacy=0x7f3bd8159810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.539+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/3044010530 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd815ccf0 con 0x7f3bd806cd70 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bd6ffd640 1 --2- 172.21.15.32:0/3044010530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8067a00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80cee70 tx=0x7f3bd002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a70f13610148f597 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bd5ffb640 1 -- 172.21.15.32:0/3044010530 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0036070 con 0x7f3bd806cd70 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bd5ffb640 1 -- 172.21.15.32:0/3044010530 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd0031600 con 0x7f3bd806cd70 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bd5ffb640 1 -- 172.21.15.32:0/3044010530 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd00319d0 con 0x7f3bd806cd70 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 -- 172.21.15.32:0/3044010530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 msgr2=0x7f3bd8067a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 --2- 172.21.15.32:0/3044010530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8067a00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80cee70 tx=0x7f3bd002a730 comp rx=0 tx=0).stop 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 -- 172.21.15.32:0/3044010530 shutdown_connections 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 --2- 172.21.15.32:0/3044010530 >> v2:172.21.15.50:3300/0 conn(0x7f3bd8159f20 0x7f3bd80b0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 --2- 172.21.15.32:0/3044010530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8067a00 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 -- 172.21.15.32:0/3044010530 >> 172.21.15.32:0/3044010530 conn(0x7f3bd80723c0 msgr2=0x7f3bd80727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.540+0000 7f3bdd842640 1 -- 172.21.15.32:0/3044010530 shutdown_connections 2024-09-16T00:58:00.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.541+0000 7f3bdd842640 1 -- 172.21.15.32:0/3044010530 wait complete. 2024-09-16T00:58:00.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.542+0000 7f3bdd842640 1 Processor -- start 2024-09-16T00:58:00.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.542+0000 7f3bdd842640 1 -- start start 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 0x7f3bd81f80e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bd8159f20 0x7f3bd8156670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd8073630 con 0x7f3bd806cd70 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd815d2b0 con 0x7f3bd806d150 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd80cf5e0 con 0x7f3bd8159f20 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60012/0 (socket says 172.21.15.32:60012) 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/264895007 learned_addr learned my addr 172.21.15.32:0/264895007 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd67fc640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 0x7f3bd81f80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd77fe640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bd8159f20 0x7f3bd8156670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bd8159f20 msgr2=0x7f3bd8156670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bd8159f20 0x7f3bd8156670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 msgr2=0x7f3bd81f80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 0x7f3bd81f80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 -- 172.21.15.32:0/264895007 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd81587f0 con 0x7f3bd806cd70 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd67fc640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 0x7f3bd81f80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bd6ffd640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0034040 tx=0x7f3bd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0036050 con 0x7f3bd806cd70 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd0042070 con 0x7f3bd806cd70 2024-09-16T00:58:00.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0009510 con 0x7f3bd806cd70 2024-09-16T00:58:00.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd8158ad0 con 0x7f3bd806cd70 2024-09-16T00:58:00.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.543+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd81f7bc0 con 0x7f3bd806cd70 2024-09-16T00:58:00.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.544+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd8067a00 con 0x7f3bd806cd70 2024-09-16T00:58:00.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.545+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3bd0007c50 con 0x7f3bd806cd70 2024-09-16T00:58:00.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.545+0000 7f3bcffff640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 0x7f3bb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.545+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f3bd00ac0a0 con 0x7f3bd806cd70 2024-09-16T00:58:00.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.546+0000 7f3bd67fc640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 0x7f3bb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.546+0000 7f3bd67fc640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 0x7f3bb806e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0001700 tx=0x7f3bc0009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.550+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bd0045360 con 0x7f3bd806cd70 2024-09-16T00:58:00.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.726+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f3bd80b0790 con 0x7f3bb806c2b0 2024-09-16T00:58:00.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.727+0000 7f3bcffff640 1 -- 172.21.15.32:0/264895007 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3bd80b0790 con 0x7f3bb806c2b0 2024-09-16T00:58:00.727 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 4 to deep-scrub 2024-09-16T00:58:00.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 msgr2=0x7f3bb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 0x7f3bb806e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0001700 tx=0x7f3bc0009040 comp rx=0 tx=0).stop 2024-09-16T00:58:00.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 msgr2=0x7f3bd8158080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0034040 tx=0x7f3bd0004a40 comp rx=0 tx=0).stop 2024-09-16T00:58:00.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 shutdown_connections 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f3bb806c2b0 0x7f3bb806e770 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3bd8159f20 0x7f3bd8156670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bd806d150 0x7f3bd81f80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 --2- 172.21.15.32:0/264895007 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd806cd70 0x7f3bd8158080 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 >> 172.21.15.32:0/264895007 conn(0x7f3bd80723c0 msgr2=0x7f3bd815f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 shutdown_connections 2024-09-16T00:58:00.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.729+0000 7f3bdd842640 1 -- 172.21.15.32:0/264895007 wait complete. 2024-09-16T00:58:00.740 INFO:tasks.ceph:Scrubbing osd.5 2024-09-16T00:58:00.740 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:58:00.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.848+0000 7fc07b865640 1 Processor -- start 2024-09-16T00:58:00.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.848+0000 7fc07b865640 1 -- start start 2024-09-16T00:58:00.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc07b865640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc07415e770 0x7fc0740d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc07b865640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0740b74c0 con 0x7fc0740d3800 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc07b865640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0740b77a0 con 0x7fc074162840 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc07b865640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc0740b7df0 con 0x7fc07415e770 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc078e00640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc0740d3800 0x7fc074162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53392/0 (socket says 172.21.15.32:53392) 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc078e00640 1 -- 172.21.15.32:0/1743185613 learned_addr learned my addr 172.21.15.32:0/1743185613 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc079601640 1 --2- 172.21.15.32:0/1743185613 >> v2:172.21.15.50:3300/0 conn(0x7fc07415e770 0x7fc0740d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3966097545 0 0) 0x7fc0740b74c0 con 0x7fc0740d3800 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc060003520 con 0x7fc0740d3800 2024-09-16T00:58:00.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3015006075 0 0) 0x7fc0740b77a0 con 0x7fc074162840 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0740b74c0 con 0x7fc074162840 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.849+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 259165581 0 0) 0x7fc060003520 con 0x7fc0740d3800 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.850+0000 7fc079601640 1 -- 172.21.15.32:0/1743185613 >> v1:172.21.15.50:6789/0 conn(0x7fc074162840 legacy=0x7fc0740b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.850+0000 7fc079601640 1 -- 172.21.15.32:0/1743185613 >> v1:172.21.15.32:6789/0 conn(0x7fc0740d3800 legacy=0x7fc074162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.850+0000 7fc079601640 1 -- 172.21.15.32:0/1743185613 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0740b7a80 con 0x7fc07415e770 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.850+0000 7fc079601640 1 --2- 172.21.15.32:0/1743185613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc07415e770 0x7fc0740d32c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc0700097a0 tx=0x7fc07002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a15d009d3c3adb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.850+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070037070 con 0x7fc07415e770 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc07002ac50 con 0x7fc07415e770 2024-09-16T00:58:00.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc067fff640 1 -- 172.21.15.32:0/1743185613 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc068001670 con 0x7fc07415e770 2024-09-16T00:58:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 -- 172.21.15.32:0/1743185613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc07415e770 msgr2=0x7fc0740d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 --2- 172.21.15.32:0/1743185613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc07415e770 0x7fc0740d32c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc0700097a0 tx=0x7fc07002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 -- 172.21.15.32:0/1743185613 shutdown_connections 2024-09-16T00:58:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 --2- 172.21.15.32:0/1743185613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc07415e770 0x7fc0740d32c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 -- 172.21.15.32:0/1743185613 >> 172.21.15.32:0/1743185613 conn(0x7fc07409d660 msgr2=0x7fc0740d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 -- 172.21.15.32:0/1743185613 shutdown_connections 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.851+0000 7fc07b865640 1 -- 172.21.15.32:0/1743185613 wait complete. 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 Processor -- start 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 -- start start 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 0x7fc074157ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc07415e770 0x7fc07406d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc074162840 0x7fc07406d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc0740ba310 con 0x7fc0740d3800 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc0740ba190 con 0x7fc074162840 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc07b865640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc0740b9290 con 0x7fc07415e770 2024-09-16T00:58:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc079601640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 0x7fc074157ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc079601640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 0x7fc074157ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60014/0 (socket says 172.21.15.32:60014) 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.853+0000 7fc079601640 1 -- 172.21.15.32:0/907379855 learned_addr learned my addr 172.21.15.32:0/907379855 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 -- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc07415e770 msgr2=0x7fc07406d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc07415e770 0x7fc07406d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 -- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc074162840 msgr2=0x7fc07406d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc074162840 0x7fc07406d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc074160060 con 0x7fc0740d3800 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc079601640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 0x7fc074157ce0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc070035040 tx=0x7fc0700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070041070 con 0x7fc0740d3800 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc07003c460 con 0x7fc0740d3800 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc07415efc0 con 0x7fc0740d3800 2024-09-16T00:58:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070037040 con 0x7fc0740d3800 2024-09-16T00:58:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.854+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc07415f860 con 0x7fc0740d3800 2024-09-16T00:58:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.855+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc074069110 con 0x7fc0740d3800 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc070044070 con 0x7fc0740d3800 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc05806c2b0 0x7fc05806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fc0700ab920 con 0x7fc0740d3800 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc078e00640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc05806c2b0 0x7fc05806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fc058072750 0x7fc058074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc0700067f0 con 0x7fc058072750 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.856+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7fc0700b02c0 con 0x7fc0740d3800 2024-09-16T00:58:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.857+0000 7fc079e02640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fc058072750 0x7fc058074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.857+0000 7fc078e00640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc05806c2b0 0x7fc05806e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc0740c7d50 tx=0x7fc068000f90 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.857+0000 7fc079e02640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fc058072750 0x7fc058074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.858+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== osd.5 v2:172.21.15.50:6800/1419191455 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc0700067f0 con 0x7fc058072750 2024-09-16T00:58:00.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.870+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 --> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc0740d32c0 con 0x7fc058072750 2024-09-16T00:58:00.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc065ffb640 1 -- 172.21.15.32:0/907379855 <== osd.5 v2:172.21.15.50:6800/1419191455 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc0740d32c0 con 0x7fc058072750 2024-09-16T00:58:00.871 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:58:00.871 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:58:00.871 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fc058072750 msgr2=0x7fc058074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.50:6800/1419191455,v1:172.21.15.50:6801/1419191455] conn(0x7fc058072750 0x7fc058074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc05806c2b0 msgr2=0x7fc05806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fc05806c2b0 0x7fc05806e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc0740c7d50 tx=0x7fc068000f90 comp rx=0 tx=0).stop 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 msgr2=0x7fc074157ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 --2- 172.21.15.32:0/907379855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0740d3800 0x7fc074157ce0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc070035040 tx=0x7fc0700046c0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc079e02640 1 -- 172.21.15.32:0/907379855 reap_dead start 2024-09-16T00:58:00.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 shutdown_connections 2024-09-16T00:58:00.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 >> 172.21.15.32:0/907379855 conn(0x7fc07409d660 msgr2=0x7fc0740d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 shutdown_connections 2024-09-16T00:58:00.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.871+0000 7fc07b865640 1 -- 172.21.15.32:0/907379855 wait complete. 2024-09-16T00:58:00.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-16T00:58:00.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.984+0000 7f4375e27640 1 Processor -- start 2024-09-16T00:58:00.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.984+0000 7f4375e27640 1 -- start start 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f4375e27640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f437015e8d0 0x7f437006dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f4375e27640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f437006f530 con 0x7f43700acdd0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f4375e27640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43700cbbb0 con 0x7f43700cb580 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f4375e27640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f43700cbe90 con 0x7f437015e8d0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436effd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f43700acdd0 0x7f43700cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53404/0 (socket says 172.21.15.32:53404) 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436effd640 1 -- 172.21.15.32:0/456022459 learned_addr learned my addr 172.21.15.32:0/456022459 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436f7fe640 1 --2- 172.21.15.32:0/456022459 >> v2:172.21.15.50:3300/0 conn(0x7f437015e8d0 0x7f437006dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 986092069 0 0) 0x7f437006f530 con 0x7f43700acdd0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4358003520 con 0x7f43700acdd0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1910001681 0 0) 0x7f4358003520 con 0x7f43700acdd0 2024-09-16T00:58:00.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 >> v2:172.21.15.50:3300/0 conn(0x7f437015e8d0 msgr2=0x7f437006dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 --2- 172.21.15.32:0/456022459 >> v2:172.21.15.50:3300/0 conn(0x7f437015e8d0 0x7f437006dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 >> v1:172.21.15.50:6789/0 conn(0x7f43700cb580 legacy=0x7f43700ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43700ca5f0 con 0x7f43700acdd0 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f4364001670 con 0x7f43700acdd0 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 >> v1:172.21.15.32:6789/0 conn(0x7f43700acdd0 legacy=0x7f43700cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 0x7f4358003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358004800 0x7f4358004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43580051c0 0x7f435800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f43700cbe90 con 0x7f4358003a20 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f435800c160 con 0x7f4358004800 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.985+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f435800c360 con 0x7f43580051c0 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 0x7f4358003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436effd640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358004800 0x7f4358004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436ffff640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43580051c0 0x7f435800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 -- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43580051c0 msgr2=0x7f435800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43580051c0 0x7f435800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 -- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358004800 msgr2=0x7f4358004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358004800 0x7f4358004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436ffff640 1 -- 172.21.15.32:0/456022459 reap_dead start 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.986+0000 7f436f7fe640 1 -- 172.21.15.32:0/456022459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4358003520 con 0x7f4358003a20 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f436f7fe640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 0x7f4358003e40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4360009ac0 tx=0x7f4358005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf84cb0f704f0655 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4360036070 con 0x7f4358003a20 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4360031400 con 0x7f4358003a20 2024-09-16T00:58:00.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f436e7fc640 1 -- 172.21.15.32:0/456022459 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4360009690 con 0x7f4358003a20 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 -- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 msgr2=0x7f4358003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 0x7f4358003e40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4360009ac0 tx=0x7f4358005830 comp rx=0 tx=0).stop 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 -- 172.21.15.32:0/456022459 shutdown_connections 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 --2- 172.21.15.32:0/456022459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4358003a20 0x7f4358003e40 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 -- 172.21.15.32:0/456022459 >> 172.21.15.32:0/456022459 conn(0x7f43700cffa0 msgr2=0x7f43700d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 -- 172.21.15.32:0/456022459 shutdown_connections 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.987+0000 7f4375e27640 1 -- 172.21.15.32:0/456022459 wait complete. 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.988+0000 7f4375e27640 1 Processor -- start 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 -- start start 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358003a20 0x7f43701493d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f437009d390 0x7f4370073380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f437006dd90 con 0x7f43701569e0 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f43700cabb0 con 0x7f4358003a20 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.989+0000 7f4375e27640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f437006df10 con 0x7f437009d390 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60034/0 (socket says 172.21.15.32:60034) 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 -- 172.21.15.32:0/607393685 learned_addr learned my addr 172.21.15.32:0/607393685 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436f7fe640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358003a20 0x7f43701493d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436ffff640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f437009d390 0x7f4370073380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 -- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f437009d390 msgr2=0x7f4370073380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f437009d390 0x7f4370073380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 -- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358003a20 msgr2=0x7f43701493d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:00.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358003a20 0x7f43701493d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 -- 172.21.15.32:0/607393685 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43700b2df0 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f436effd640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f436400e700 tx=0x7f436400ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436400c660 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4364018070 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43700b30b0 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436400ca40 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.990+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43700b3670 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.991+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f437006f1f0 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.992+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f436400cbe0 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.992+0000 7f4357fff640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 0x7f435c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.992+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f436408ac90 con 0x7f43701569e0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.992+0000 7f436f7fe640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 0x7f435c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:00.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.993+0000 7f436f7fe640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 0x7f435c06e7a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4360033000 tx=0x7f4360008030 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:00.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:00.996+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4364059570 con 0x7f43701569e0 2024-09-16T00:58:01.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.174+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f437015b4d0 con 0x7f435c06c2e0 2024-09-16T00:58:01.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.174+0000 7f4357fff640 1 -- 172.21.15.32:0/607393685 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f437015b4d0 con 0x7f435c06c2e0 2024-09-16T00:58:01.175 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 5 to deep-scrub 2024-09-16T00:58:01.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 msgr2=0x7f435c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 0x7f435c06e7a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4360033000 tx=0x7f4360008030 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 msgr2=0x7f4370072e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f436400e700 tx=0x7f436400ebc0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 shutdown_connections 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f435c06c2e0 0x7f435c06e7a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f437009d390 0x7f4370073380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43701569e0 0x7f4370072e40 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 --2- 172.21.15.32:0/607393685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4358003a20 0x7f43701493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 >> 172.21.15.32:0/607393685 conn(0x7f43700cffa0 msgr2=0x7f43700d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 shutdown_connections 2024-09-16T00:58:01.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.176+0000 7f4375e27640 1 -- 172.21.15.32:0/607393685 wait complete. 2024-09-16T00:58:01.188 INFO:tasks.ceph:Scrubbing osd.6 2024-09-16T00:58:01.188 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:58:01.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.294+0000 7f9be9f9f640 1 Processor -- start 2024-09-16T00:58:01.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.294+0000 7f9be9f9f640 1 -- start start 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be9f9f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9be40b3030 0x7f9be40d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be9f9f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9be40d29e0 0x7f9be40b0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be9f9f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9be415e690 con 0x7f9be415e2b0 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be9f9f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f9be40d2df0 con 0x7f9be40b3030 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be9f9f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9be40d4910 con 0x7f9be40d29e0 2024-09-16T00:58:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9be40b3030 0x7f9be40d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9be40b3030 0x7f9be40d24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60050/0 (socket says 172.21.15.32:60050) 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be3fff640 1 -- 172.21.15.32:0/2833768590 learned_addr learned my addr 172.21.15.32:0/2833768590 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.295+0000 7f9be979e640 1 --2- 172.21.15.32:0/2833768590 >> v2:172.21.15.50:3300/0 conn(0x7f9be40d29e0 0x7f9be40b0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.296+0000 7f9be3fff640 1 -- 172.21.15.32:0/2833768590 >> v2:172.21.15.50:3300/0 conn(0x7f9be40d29e0 msgr2=0x7f9be40b0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.296+0000 7f9be3fff640 1 --2- 172.21.15.32:0/2833768590 >> v2:172.21.15.50:3300/0 conn(0x7f9be40d29e0 0x7f9be40b0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.296+0000 7f9be3fff640 1 -- 172.21.15.32:0/2833768590 >> v1:172.21.15.50:6789/0 conn(0x7f9be415e2b0 legacy=0x7f9be40d1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.296+0000 7f9be3fff640 1 -- 172.21.15.32:0/2833768590 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be40d4bf0 con 0x7f9be40b3030 2024-09-16T00:58:01.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.296+0000 7f9be3fff640 1 --2- 172.21.15.32:0/2833768590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be40d24a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f9be408e2d0 tx=0x7f9bcc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c571281e7a408f55 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be37fe640 1 -- 172.21.15.32:0/2833768590 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc036070 con 0x7f9be40b3030 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be37fe640 1 -- 172.21.15.32:0/2833768590 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bcc031600 con 0x7f9be40b3030 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be37fe640 1 -- 172.21.15.32:0/2833768590 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc0319d0 con 0x7f9be40b3030 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 -- 172.21.15.32:0/2833768590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 msgr2=0x7f9be40d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/2833768590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be40d24a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f9be408e2d0 tx=0x7f9bcc02a6a0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 -- 172.21.15.32:0/2833768590 shutdown_connections 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/2833768590 >> v2:172.21.15.50:3300/0 conn(0x7f9be40d29e0 0x7f9be40b0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/2833768590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be40d24a0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 -- 172.21.15.32:0/2833768590 >> 172.21.15.32:0/2833768590 conn(0x7f9be409d420 msgr2=0x7f9be40d40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 -- 172.21.15.32:0/2833768590 shutdown_connections 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.297+0000 7f9be9f9f640 1 -- 172.21.15.32:0/2833768590 wait complete. 2024-09-16T00:58:01.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.298+0000 7f9be9f9f640 1 Processor -- start 2024-09-16T00:58:01.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.298+0000 7f9be9f9f640 1 -- start start 2024-09-16T00:58:01.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be4157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9be40d29e0 0x7f9be40ca380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9be415e2b0 0x7f9be4161290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9be40d1340 con 0x7f9be40b3030 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9be40d1060 con 0x7f9be40d29e0 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be9f9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9be40d1860 con 0x7f9be415e2b0 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be8f9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be4157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be8f9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be4157d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60064/0 (socket says 172.21.15.32:60064) 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.299+0000 7f9be8f9d640 1 -- 172.21.15.32:0/4116858850 learned_addr learned my addr 172.21.15.32:0/4116858850 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be979e640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9be415e2b0 0x7f9be4161290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be3fff640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9be40d29e0 0x7f9be40ca380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 -- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9be415e2b0 msgr2=0x7f9be4161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9be415e2b0 0x7f9be4161290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 -- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9be40d29e0 msgr2=0x7f9be40ca380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9be40d29e0 0x7f9be40ca380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be4160230 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be8f9d640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be4157d50 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9bd400c3f0 tx=0x7f9bd400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd40052d0 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bd4005490 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9be41604d0 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4007260 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.300+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9be4160a90 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.301+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9be40d24a0 con 0x7f9be40b3030 2024-09-16T00:58:01.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9bd4007400 con 0x7f9be40b3030 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9bc406c2e0 0x7f9bc406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f9bd408a780 con 0x7f9be40b3030 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be3fff640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9bc406c2e0 0x7f9bc406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f9bc4072780 0x7f9bc4074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9bd4009e50 con 0x7f9bc4072780 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.302+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7f9bd4091050 con 0x7f9be40b3030 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.303+0000 7f9be979e640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f9bc4072780 0x7f9bc4074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.303+0000 7f9be3fff640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9bc406c2e0 0x7f9bc406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc033000 tx=0x7f9bcc009000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.303+0000 7f9be979e640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f9bc4072780 0x7f9bc4074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.304+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== osd.6 v2:172.21.15.50:6816/3758128628 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9bd4009e50 con 0x7f9bc4072780 2024-09-16T00:58:01.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.316+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 --> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9be40cff90 con 0x7f9bc4072780 2024-09-16T00:58:01.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be17fa640 1 -- 172.21.15.32:0/4116858850 <== osd.6 v2:172.21.15.50:6816/3758128628 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9be40cff90 con 0x7f9bc4072780 2024-09-16T00:58:01.318 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:58:01.318 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:58:01.318 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:58:01.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f9bc4072780 msgr2=0x7f9bc4074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.50:6816/3758128628,v1:172.21.15.50:6817/3758128628] conn(0x7f9bc4072780 0x7f9bc4074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9bc406c2e0 msgr2=0x7f9bc406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f9bc406c2e0 0x7f9bc406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc033000 tx=0x7f9bcc009000 comp rx=0 tx=0).stop 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 msgr2=0x7f9be4157d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be9f9f640 1 --2- 172.21.15.32:0/4116858850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9be40b3030 0x7f9be4157d50 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9bd400c3f0 tx=0x7f9bd400c8b0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.317+0000 7f9be979e640 1 -- 172.21.15.32:0/4116858850 reap_dead start 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.318+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 shutdown_connections 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.318+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 >> 172.21.15.32:0/4116858850 conn(0x7f9be409d420 msgr2=0x7f9be40b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.318+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 shutdown_connections 2024-09-16T00:58:01.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.318+0000 7f9be9f9f640 1 -- 172.21.15.32:0/4116858850 wait complete. 2024-09-16T00:58:01.329 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-16T00:58:01.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.433+0000 7fab196a6640 1 Processor -- start 2024-09-16T00:58:01.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.433+0000 7fab196a6640 1 -- start start 2024-09-16T00:58:01.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab196a6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fab140cc540 0x7fab140af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab196a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab140cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab196a6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab140cb1a0 con 0x7fab1415c2b0 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab196a6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fab14071c70 con 0x7fab140cc540 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab196a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fab140cb480 con 0x7fab140cb930 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab127fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fab140cc540 0x7fab140af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab12ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fab1415c2b0 0x7fab140738c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53406/0 (socket says 172.21.15.32:53406) 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab12ffd640 1 -- 172.21.15.32:0/4183061384 learned_addr learned my addr 172.21.15.32:0/4183061384 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab127fc640 1 -- 172.21.15.32:0/4183061384 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 msgr2=0x7fab140cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab137fe640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab140cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab127fc640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab140cbde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab11ffb640 1 -- 172.21.15.32:0/4183061384 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2058123898 0 0) 0x7fab140cb1a0 con 0x7fab1415c2b0 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab127fc640 1 -- 172.21.15.32:0/4183061384 >> v1:172.21.15.32:6789/0 conn(0x7fab1415c2b0 legacy=0x7fab140738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.434+0000 7fab127fc640 1 -- 172.21.15.32:0/4183061384 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab140aec80 con 0x7fab140cc540 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.435+0000 7fab127fc640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab140af060 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fab080097a0 tx=0x7fab0802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f80bb61b31968705 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.435+0000 7fab11ffb640 1 -- 172.21.15.32:0/4183061384 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08037070 con 0x7fab140cc540 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.435+0000 7fab11ffb640 1 -- 172.21.15.32:0/4183061384 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab08032440 con 0x7fab140cc540 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.435+0000 7fab11ffb640 1 -- 172.21.15.32:0/4183061384 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08032810 con 0x7fab140cc540 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 -- 172.21.15.32:0/4183061384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 msgr2=0x7fab140af060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab140af060 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fab080097a0 tx=0x7fab0802a180 comp rx=0 tx=0).stop 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 -- 172.21.15.32:0/4183061384 shutdown_connections 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab140cbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 --2- 172.21.15.32:0/4183061384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab140af060 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 -- 172.21.15.32:0/4183061384 >> 172.21.15.32:0/4183061384 conn(0x7fab140cffa0 msgr2=0x7fab140d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 -- 172.21.15.32:0/4183061384 shutdown_connections 2024-09-16T00:58:01.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.436+0000 7fab196a6640 1 -- 172.21.15.32:0/4183061384 wait complete. 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.437+0000 7fab196a6640 1 Processor -- start 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.437+0000 7fab196a6640 1 -- start start 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab141e4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 0x7fab14152480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab140ad1a0 con 0x7fab140cc540 2024-09-16T00:58:01.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fab140ad020 con 0x7fab1415c2b0 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab196a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fab140ad320 con 0x7fab140cb930 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60082/0 (socket says 172.21.15.32:60082) 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 -- 172.21.15.32:0/3809805712 learned_addr learned my addr 172.21.15.32:0/3809805712 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab12ffd640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab141e4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab137fe640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 0x7fab14152480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 -- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 msgr2=0x7fab141e4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab141e4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 -- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 msgr2=0x7fab14152480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 0x7fab14152480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab127fc640 1 -- 172.21.15.32:0/3809805712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab141e5160 con 0x7fab140cc540 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.438+0000 7fab137fe640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 0x7fab14152480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7fab127fc640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fab08035040 tx=0x7fab080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08037040 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab08030770 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab141e5440 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08030b80 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.439+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab141e5a00 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.440+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab140ad6e0 con 0x7fab140cc540 2024-09-16T00:58:01.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.440+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab08044020 con 0x7fab140cc540 2024-09-16T00:58:01.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.441+0000 7faafb7fe640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 0x7fab0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.441+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fab080ab860 con 0x7fab140cc540 2024-09-16T00:58:01.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.441+0000 7fab12ffd640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 0x7fab0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.441+0000 7fab12ffd640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 0x7fab0006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fab04000f60 tx=0x7fab04007c00 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.445+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab08032e20 con 0x7fab140cc540 2024-09-16T00:58:01.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.623+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fab140b5f20 con 0x7fab0006c2b0 2024-09-16T00:58:01.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.623+0000 7faafb7fe640 1 -- 172.21.15.32:0/3809805712 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fab140b5f20 con 0x7fab0006c2b0 2024-09-16T00:58:01.625 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 6 to deep-scrub 2024-09-16T00:58:01.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 msgr2=0x7fab0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 0x7fab0006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fab04000f60 tx=0x7fab04007c00 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 msgr2=0x7fab141e6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fab08035040 tx=0x7fab080046c0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 shutdown_connections 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fab0006c2b0 0x7fab0006e770 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab1415c2b0 0x7fab14152480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab140cc540 0x7fab141e6c60 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 --2- 172.21.15.32:0/3809805712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab140cb930 0x7fab141e4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 >> 172.21.15.32:0/3809805712 conn(0x7fab140cffa0 msgr2=0x7fab140d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 shutdown_connections 2024-09-16T00:58:01.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.625+0000 7fab196a6640 1 -- 172.21.15.32:0/3809805712 wait complete. 2024-09-16T00:58:01.637 INFO:tasks.ceph:Scrubbing osd.7 2024-09-16T00:58:01.637 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:58:01.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.742+0000 7f56023a6640 1 Processor -- start 2024-09-16T00:58:01.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.742+0000 7f56023a6640 1 -- start start 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f56023a6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55fc09dc70 0x7f55fc0aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f56023a6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55fc0af420 con 0x7f55fc0aeff0 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f56023a6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55fc06e750 con 0x7f55fc15f670 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f56023a6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f55fc15fa50 con 0x7f55fc09dc70 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f55fb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55fc09dc70 0x7f55fc0aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f5600943640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f55fc0aeff0 0x7f55fc071b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53416/0 (socket says 172.21.15.32:53416) 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f55fb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55fc09dc70 0x7f55fc0aeab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60094/0 (socket says 172.21.15.32:60094) 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.743+0000 7f5600943640 1 -- 172.21.15.32:0/4135245913 learned_addr learned my addr 172.21.15.32:0/4135245913 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.744+0000 7f55fb7fe640 1 -- 172.21.15.32:0/4135245913 >> v1:172.21.15.50:6789/0 conn(0x7f55fc15f670 legacy=0x7f55fc0acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.744+0000 7f55fb7fe640 1 -- 172.21.15.32:0/4135245913 >> v1:172.21.15.32:6789/0 conn(0x7f55fc0aeff0 legacy=0x7f55fc071b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.744+0000 7f55fb7fe640 1 -- 172.21.15.32:0/4135245913 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc06ea30 con 0x7f55fc09dc70 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.744+0000 7f55fb7fe640 1 --2- 172.21.15.32:0/4135245913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc09dc70 0x7f55fc0aeab0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f55f00097a0 tx=0x7f55f002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f02f117383a81d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f55faffd640 1 -- 172.21.15.32:0/4135245913 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0037070 con 0x7f55fc09dc70 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f55faffd640 1 -- 172.21.15.32:0/4135245913 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55f002adc0 con 0x7f55fc09dc70 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f55faffd640 1 -- 172.21.15.32:0/4135245913 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0032660 con 0x7f55fc09dc70 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 -- 172.21.15.32:0/4135245913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc09dc70 msgr2=0x7f55fc0aeab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 --2- 172.21.15.32:0/4135245913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc09dc70 0x7f55fc0aeab0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f55f00097a0 tx=0x7f55f002a130 comp rx=0 tx=0).stop 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 -- 172.21.15.32:0/4135245913 shutdown_connections 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 --2- 172.21.15.32:0/4135245913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc09dc70 0x7f55fc0aeab0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 -- 172.21.15.32:0/4135245913 >> 172.21.15.32:0/4135245913 conn(0x7f55fc0b1af0 msgr2=0x7f55fc0b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 -- 172.21.15.32:0/4135245913 shutdown_connections 2024-09-16T00:58:01.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.745+0000 7f56023a6640 1 -- 172.21.15.32:0/4135245913 wait complete. 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.746+0000 7f56023a6640 1 Processor -- start 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 -- start start 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55fc09dc70 0x7f55fc1f77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 0x7f55fc1f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f55fc15f670 0x7f55fc15fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc06f510 con 0x7f55fc0aeff0 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc06eff0 con 0x7f55fc09dc70 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f56023a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f55fc072250 con 0x7f55fc15f670 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f55fb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 0x7f55fc1f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f55fb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 0x7f55fc1f52d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60110/0 (socket says 172.21.15.32:60110) 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f55fb7fe640 1 -- 172.21.15.32:0/865901418 learned_addr learned my addr 172.21.15.32:0/865901418 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.747+0000 7f55fbfff640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55fc09dc70 0x7f55fc1f77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f5600943640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f55fc15f670 0x7f55fc15fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 -- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f55fc15f670 msgr2=0x7f55fc15fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f55fc15f670 0x7f55fc15fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 -- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55fc09dc70 msgr2=0x7f55fc1f77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55fc09dc70 0x7f55fc1f77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc1f5810 con 0x7f55fc0aeff0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55fb7fe640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 0x7f55fc1f52d0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f55f0000c00 tx=0x7f55f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0037040 con 0x7f55fc0aeff0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55f0004250 con 0x7f55fc0aeff0 2024-09-16T00:58:01.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55fc0b3cf0 con 0x7f55fc0aeff0 2024-09-16T00:58:01.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0003610 con 0x7f55fc0aeff0 2024-09-16T00:58:01.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.748+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55fc159b40 con 0x7f55fc0aeff0 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.749+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f55fc06dba0 con 0x7f55fc0aeff0 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55f002ac80 con 0x7f55fc0aeff0 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f55e806c2b0 0x7f55e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f55f00abb10 con 0x7f55fc0aeff0 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55fbfff640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f55e806c2b0 0x7f55e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f55e8072750 0x7f55e8074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f55f000af30 con 0x7f55e8072750 2024-09-16T00:58:01.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.750+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7f55f00b02c0 con 0x7f55fc0aeff0 2024-09-16T00:58:01.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.751+0000 7f5600943640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f55e8072750 0x7f55e8074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.751+0000 7f55fbfff640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f55e806c2b0 0x7f55e806e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f55fc0ce080 tx=0x7f55ec009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.751+0000 7f5600943640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f55e8072750 0x7f55e8074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.752+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== osd.7 v2:172.21.15.50:6808/573764731 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f55f000af30 con 0x7f55e8072750 2024-09-16T00:58:01.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.764+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 --> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f55fc0aeab0 con 0x7f55e8072750 2024-09-16T00:58:01.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f55f8ff9640 1 -- 172.21.15.32:0/865901418 <== osd.7 v2:172.21.15.50:6808/573764731 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f55fc0aeab0 con 0x7f55e8072750 2024-09-16T00:58:01.766 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-16T00:58:01.767 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:58:01.767 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-16T00:58:01.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f55e8072750 msgr2=0x7f55e8074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.50:6808/573764731,v1:172.21.15.50:6809/573764731] conn(0x7f55e8072750 0x7f55e8074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f55e806c2b0 msgr2=0x7f55e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f55e806c2b0 0x7f55e806e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f55fc0ce080 tx=0x7f55ec009040 comp rx=0 tx=0).stop 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 msgr2=0x7f55fc1f52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f56023a6640 1 --2- 172.21.15.32:0/865901418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55fc0aeff0 0x7f55fc1f52d0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f55f0000c00 tx=0x7f55f00046c0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.765+0000 7f5600943640 1 -- 172.21.15.32:0/865901418 reap_dead start 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.766+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 shutdown_connections 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.766+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 >> 172.21.15.32:0/865901418 conn(0x7f55fc0b1af0 msgr2=0x7f55fc157da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.766+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 shutdown_connections 2024-09-16T00:58:01.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.766+0000 7f56023a6640 1 -- 172.21.15.32:0/865901418 wait complete. 2024-09-16T00:58:01.777 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-16T00:58:01.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.879+0000 7f590a8e6640 1 Processor -- start 2024-09-16T00:58:01.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 -- start start 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f59040b35e0 0x7f59040d4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2020 0x7f59040d2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f59040d2f70 0x7f59040b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7f59040cef60 con 0x7f59040d2f70 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f59040d2730 con 0x7f59040b35e0 2024-09-16T00:58:01.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.880+0000 7f590a8e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59040d0e40 con 0x7f59040d2020 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f59040d2f70 0x7f59040b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f59040d2f70 0x7f59040b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60120/0 (socket says 172.21.15.32:60120) 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 -- 172.21.15.32:0/4221588331 learned_addr learned my addr 172.21.15.32:0/4221588331 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f59037fe640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2020 0x7f59040d2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5903fff640 1 --2- 172.21.15.32:0/4221588331 >> v2:172.21.15.50:3300/0 conn(0x7f59040b35e0 0x7f59040d4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 -- 172.21.15.32:0/4221588331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2020 msgr2=0x7f59040d2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2020 0x7f59040d2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 -- 172.21.15.32:0/4221588331 >> v2:172.21.15.50:3300/0 conn(0x7f59040b35e0 msgr2=0x7f59040d4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 --2- 172.21.15.32:0/4221588331 >> v2:172.21.15.50:3300/0 conn(0x7f59040b35e0 0x7f59040d4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.881+0000 7f5908e83640 1 -- 172.21.15.32:0/4221588331 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59040d1120 con 0x7f59040d2f70 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f5908e83640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2f70 0x7f59040b45c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f590406c250 tx=0x7f58fc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea993c023a04215a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f5902ffd640 1 -- 172.21.15.32:0/4221588331 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc036070 con 0x7f59040d2f70 2024-09-16T00:58:01.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f5902ffd640 1 -- 172.21.15.32:0/4221588331 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58fc031600 con 0x7f59040d2f70 2024-09-16T00:58:01.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f5902ffd640 1 -- 172.21.15.32:0/4221588331 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc0319d0 con 0x7f59040d2f70 2024-09-16T00:58:01.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f590a8e6640 1 -- 172.21.15.32:0/4221588331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2f70 msgr2=0x7f59040b45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.882+0000 7f590a8e6640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2f70 0x7f59040b45c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f590406c250 tx=0x7f58fc02a610 comp rx=0 tx=0).stop 2024-09-16T00:58:01.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 -- 172.21.15.32:0/4221588331 shutdown_connections 2024-09-16T00:58:01.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2f70 0x7f59040b45c0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 --2- 172.21.15.32:0/4221588331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2020 0x7f59040d2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 --2- 172.21.15.32:0/4221588331 >> v2:172.21.15.50:3300/0 conn(0x7f59040b35e0 0x7f59040d4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 -- 172.21.15.32:0/4221588331 >> 172.21.15.32:0/4221588331 conn(0x7f590408de10 msgr2=0x7f590409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 -- 172.21.15.32:0/4221588331 shutdown_connections 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.883+0000 7f590a8e6640 1 -- 172.21.15.32:0/4221588331 wait complete. 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.884+0000 7f590a8e6640 1 Processor -- start 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.884+0000 7f590a8e6640 1 -- start start 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59040b35e0 0x7f59040c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2f70 0x7f59040ca420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f59040d2440 con 0x7f59040d2020 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59040d16e0 con 0x7f59040b35e0 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59040d1c00 con 0x7f59040d2f70 2024-09-16T00:58:01.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60130/0 (socket says 172.21.15.32:60130) 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 -- 172.21.15.32:0/3732070197 learned_addr learned my addr 172.21.15.32:0/3732070197 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f5903fff640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59040b35e0 0x7f59040c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f5908e83640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2f70 0x7f59040ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 -- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2f70 msgr2=0x7f59040ca420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2f70 0x7f59040ca420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 -- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59040b35e0 msgr2=0x7f59040c7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59040b35e0 0x7f59040c7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 -- 172.21.15.32:0/3732070197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59041542b0 con 0x7f59040d2020 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f59037fe640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f58f800d5f0 tx=0x7f58f800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f80125f0 con 0x7f59040d2020 2024-09-16T00:58:01.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58f8019070 con 0x7f59040d2020 2024-09-16T00:58:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f80129d0 con 0x7f59040d2020 2024-09-16T00:58:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.885+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59040c8b70 con 0x7f59040d2020 2024-09-16T00:58:01.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.886+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5904154800 con 0x7f59040d2020 2024-09-16T00:58:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.887+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59040b39c0 con 0x7f59040d2020 2024-09-16T00:58:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.887+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f58f8012b70 con 0x7f59040d2020 2024-09-16T00:58:01.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.888+0000 7f5900ff9640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 0x7f58f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.888+0000 7f5903fff640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 0x7f58f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.888+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f58f808b650 con 0x7f59040d2020 2024-09-16T00:58:01.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.888+0000 7f5903fff640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 0x7f58f006e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f58f4003610 tx=0x7f58f4008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:01.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:01.892+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58f8059850 con 0x7f59040d2020 2024-09-16T00:58:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.066+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f59040b4090 con 0x7f58f006c2b0 2024-09-16T00:58:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.067+0000 7f5900ff9640 1 -- 172.21.15.32:0/3732070197 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f59040b4090 con 0x7f58f006c2b0 2024-09-16T00:58:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 7 to deep-scrub 2024-09-16T00:58:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 msgr2=0x7f58f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 0x7f58f006e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f58f4003610 tx=0x7f58f4008040 comp rx=0 tx=0).stop 2024-09-16T00:58:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 msgr2=0x7f5904153870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f58f800d5f0 tx=0x7f58f800dab0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 shutdown_connections 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f58f006c2b0 0x7f58f006e770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59040d2f70 0x7f59040ca420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f59040d2020 0x7f5904153870 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 --2- 172.21.15.32:0/3732070197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59040b35e0 0x7f59040c7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 >> 172.21.15.32:0/3732070197 conn(0x7f590408de10 msgr2=0x7f590406de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 shutdown_connections 2024-09-16T00:58:02.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.069+0000 7f590a8e6640 1 -- 172.21.15.32:0/3732070197 wait complete. 2024-09-16T00:58:02.081 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:58:02.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.181+0000 7f5aa5e50640 1 Processor -- start 2024-09-16T00:58:02.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.181+0000 7f5aa5e50640 1 -- start start 2024-09-16T00:58:02.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5aa5e50640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5aa015e510 0x7f5aa00ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5aa5e50640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5aa00d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5aa5e50640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa00d3430 con 0x7f5aa00d1200 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5aa5e50640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa00d1690 con 0x7f5aa015e510 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5aa5e50640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa00d36d0 con 0x7f5aa00cf040 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5a9ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5aa00d1200 0x7f5aa00b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53424/0 (socket says 172.21.15.32:53424) 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.182+0000 7f5a9ffff640 1 -- 172.21.15.32:0/357201247 learned_addr learned my addr 172.21.15.32:0/357201247 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/357201247 >> v2:172.21.15.50:3300/0 conn(0x7f5aa015e510 0x7f5aa00ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9effd640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5aa00d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4036016852 0 0) 0x7f5aa00d3430 con 0x7f5aa00d1200 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a88003520 con 0x7f5aa00d1200 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3176580416 0 0) 0x7f5a88003520 con 0x7f5aa00d1200 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 msgr2=0x7f5aa00d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5aa00d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 >> v2:172.21.15.50:3300/0 conn(0x7f5aa015e510 msgr2=0x7f5aa00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 --2- 172.21.15.32:0/357201247 >> v2:172.21.15.50:3300/0 conn(0x7f5aa015e510 0x7f5aa00ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa00d39b0 con 0x7f5aa00d1200 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2706360339 0 0) 0x7f5a98001670 con 0x7f5aa00d1200 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 >> v1:172.21.15.32:6789/0 conn(0x7f5aa00d1200 legacy=0x7f5aa00b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5a88003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a88003fa0 0x7f5a88004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a88004d40 0x7f5a880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d1690 con 0x7f5a88003fa0 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d36d0 con 0x7f5a88004d40 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a8800ba70 con 0x7f5aa00cf040 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9effd640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a88003fa0 0x7f5a88004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5a88003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9ffff640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a88004d40 0x7f5a880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9effd640 1 -- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 msgr2=0x7f5a88003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.183+0000 7f5a9effd640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5a88003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9effd640 1 -- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a88004d40 msgr2=0x7f5a880051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9effd640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a88004d40 0x7f5a880051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9effd640 1 -- 172.21.15.32:0/357201247 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a88003520 con 0x7f5a88003fa0 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00cf040 0x7f5a88003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9ffff640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a88004d40 0x7f5a880051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9effd640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a88003fa0 0x7f5a88004800 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5a94009ac0 tx=0x7f5a88005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=982fba616a2e2c55 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94036070 con 0x7f5a88003fa0 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a94031400 con 0x7f5a88003fa0 2024-09-16T00:58:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.184+0000 7f5a9e7fc640 1 -- 172.21.15.32:0/357201247 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94009690 con 0x7f5a88003fa0 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 -- 172.21.15.32:0/357201247 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a88003fa0 msgr2=0x7f5a88004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/357201247 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a88003fa0 0x7f5a88004800 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5a94009ac0 tx=0x7f5a88005830 comp rx=0 tx=0).stop 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5a9ffff640 1 -- 172.21.15.32:0/357201247 reap_dead start 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 -- 172.21.15.32:0/357201247 shutdown_connections 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 -- 172.21.15.32:0/357201247 >> 172.21.15.32:0/357201247 conn(0x7f5aa006d1a0 msgr2=0x7f5aa0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 -- 172.21.15.32:0/357201247 shutdown_connections 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.185+0000 7f5aa5e50640 1 -- 172.21.15.32:0/357201247 wait complete. 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.186+0000 7f5aa5e50640 1 Processor -- start 2024-09-16T00:58:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.186+0000 7f5aa5e50640 1 -- start start 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a88003fa0 0x7f5aa0148700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aa00b6390 0x7f5aa00b6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d22a0 con 0x7f5aa0160af0 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d3f70 con 0x7f5aa00b6390 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5aa5e50640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa015e8f0 con 0x7f5a88003fa0 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5a9ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5a9ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60152/0 (socket says 172.21.15.32:60152) 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5a9ffff640 1 -- 172.21.15.32:0/1793151507 learned_addr learned my addr 172.21.15.32:0/1793151507 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a88003fa0 0x7f5aa0148700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.187+0000 7f5a9effd640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aa00b6390 0x7f5aa00b6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 -- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a88003fa0 msgr2=0x7f5aa0148700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a88003fa0 0x7f5aa0148700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 -- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aa00b6390 msgr2=0x7f5aa00b6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aa00b6390 0x7f5aa00b6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 -- 172.21.15.32:0/1793151507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa00b48f0 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a9ffff640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00d25d0 tx=0x7f5a9800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98019070 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a9800c5b0 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa00b4b70 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800c980 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.188+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa00b5130 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.189+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa00cae50 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.189+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a9801c070 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.190+0000 7f5a87fff640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 0x7f5a8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.190+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7f5a9808a750 con 0x7f5aa0160af0 2024-09-16T00:58:02.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.190+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 0x7f5a8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:02.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.190+0000 7f5a9f7fe640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 0x7f5a8c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5a90007520 tx=0x7f5a9000b040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:02.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.194+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5aa00cae50 con 0x7f5aa0160af0 2024-09-16T00:58:02.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.366+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5aa015a9e0 con 0x7f5a8c06c2b0 2024-09-16T00:58:02.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.367+0000 7f5a87fff640 1 -- 172.21.15.32:0/1793151507 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13502 (secure 0 0 0) 0x7f5aa015a9e0 con 0x7f5a8c06c2b0 2024-09-16T00:58:02.369 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 msgr2=0x7f5a8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 0x7f5a8c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5a90007520 tx=0x7f5a9000b040 comp rx=0 tx=0).stop 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 msgr2=0x7f5aa0160f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00d25d0 tx=0x7f5a9800eb90 comp rx=0 tx=0).stop 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 shutdown_connections 2024-09-16T00:58:02.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7f5a8c06c2b0 0x7f5a8c06e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa0160af0 0x7f5aa0160f70 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aa00b6390 0x7f5aa00b6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 --2- 172.21.15.32:0/1793151507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a88003fa0 0x7f5aa0148700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 >> 172.21.15.32:0/1793151507 conn(0x7f5aa006d1a0 msgr2=0x7f5aa00b9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 shutdown_connections 2024-09-16T00:58:02.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:02.369+0000 7f5aa5e50640 1 -- 172.21.15.32:0/1793151507 wait complete. 2024-09-16T00:58:02.381 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":225,"stamp":"2024-09-16T00:58:01.154472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":280756,"kb_used_data":6280,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754693964,"statfs":{"total":773094113280,"available":772806619136,"internally_reserved":0,"allocated":6430720,"data_stored":3523296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":280874545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17573763,"num_objects":-993,"num_object_clones":0,"num_object_copies":-1986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-993,"num_whiteouts":0,"num_read":-4,"num_read_kb":-4,"num_write":-1322,"num_write_kb":-18217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-30,"num_bytes_recovered":-74986,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001224"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":241,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T00:57:54.587769+0000","last_change":"2024-09-16T00:52:09.829774+0000","last_active":"2024-09-16T00:57:54.587769+0000","last_peered":"2024-09-16T00:57:54.587769+0000","last_clean":"2024-09-16T00:57:54.587769+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:57:54.587769+0000","last_undegraded":"2024-09-16T00:57:54.587769+0000","last_fullsized":"2024-09-16T00:57:54.587769+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:52:07.800604+0000","last_clean_scrub_stamp":"2024-09-16T00:52:07.800604+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:23.502108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476808,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31828,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340012,"statfs":{"total":96636764160,"available":96604172288,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31832,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509513,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1249280,"data_stored":883188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574920,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36572,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335268,"statfs":{"total":96636764160,"available":96599314432,"internally_reserved":0,"allocated":1249280,"data_stored":883188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574920,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35992,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335848,"statfs":{"total":96636764160,"available":96599908352,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574921,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:58:02.384 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T00:52:07.800604+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=52, tm_sec=7, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=57, tm_sec=57, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:58:02.384 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T00:58:17.976 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:17.979 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:22.385 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.500+0000 7fb3ca035640 1 Processor -- start 2024-09-16T00:58:22.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.500+0000 7fb3ca035640 1 -- start start 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3ca035640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b5180 0x7fb3c40b0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3ca035640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb3c40b4050 0x7fb3c40b1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3ca035640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3c40b45c0 con 0x7fb3c415b300 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3ca035640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fb3c40af960 con 0x7fb3c40b4050 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3ca035640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb3c40af310 con 0x7fb3c40b5180 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb3c40b4050 0x7fb3c40b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb3c40b4050 0x7fb3c40b1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56934/0 (socket says 172.21.15.32:56934) 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 -- 172.21.15.32:0/2426746537 learned_addr learned my addr 172.21.15.32:0/2426746537 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c37fe640 1 --1- 172.21.15.32:0/2426746537 >> v1:172.21.15.32:6789/0 conn(0x7fb3c415b300 0x7fb3c40b4a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33082/0 (socket says 172.21.15.32:33082) 2024-09-16T00:58:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 -- 172.21.15.32:0/2426746537 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b5180 msgr2=0x7fb3c40b0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:22.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 --2- 172.21.15.32:0/2426746537 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b5180 0x7fb3c40b0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 -- 172.21.15.32:0/2426746537 >> v1:172.21.15.32:6789/0 conn(0x7fb3c415b300 legacy=0x7fb3c40b4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c27fc640 1 -- 172.21.15.32:0/2426746537 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2624419369 0 0) 0x7fb3c40b45c0 con 0x7fb3c415b300 2024-09-16T00:58:22.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.501+0000 7fb3c3fff640 1 -- 172.21.15.32:0/2426746537 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c40af5f0 con 0x7fb3c40b4050 2024-09-16T00:58:22.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.502+0000 7fb3c3fff640 1 --2- 172.21.15.32:0/2426746537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b4050 0x7fb3c40b1190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009e50 tx=0x7fb3bc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3a250515c08660b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.502+0000 7fb3c27fc640 1 -- 172.21.15.32:0/2426746537 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc036070 con 0x7fb3c40b4050 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.502+0000 7fb3c27fc640 1 -- 172.21.15.32:0/2426746537 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3bc031600 con 0x7fb3c40b4050 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.502+0000 7fb3c27fc640 1 -- 172.21.15.32:0/2426746537 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc0319d0 con 0x7fb3c40b4050 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 -- 172.21.15.32:0/2426746537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b4050 msgr2=0x7fb3c40b1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 --2- 172.21.15.32:0/2426746537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b4050 0x7fb3c40b1190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009e50 tx=0x7fb3bc02a710 comp rx=0 tx=0).stop 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 -- 172.21.15.32:0/2426746537 shutdown_connections 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 --2- 172.21.15.32:0/2426746537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b4050 0x7fb3c40b1190 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 --2- 172.21.15.32:0/2426746537 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b5180 0x7fb3c40b0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 -- 172.21.15.32:0/2426746537 >> 172.21.15.32:0/2426746537 conn(0x7fb3c40b6570 msgr2=0x7fb3c40b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 -- 172.21.15.32:0/2426746537 shutdown_connections 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.503+0000 7fb3ca035640 1 -- 172.21.15.32:0/2426746537 wait complete. 2024-09-16T00:58:22.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.504+0000 7fb3ca035640 1 Processor -- start 2024-09-16T00:58:22.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.504+0000 7fb3ca035640 1 -- start start 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b4050 0x7fb3c415d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3c415b300 0x7fb3c4143aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c40b0670 con 0x7fb3c40b5180 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c40b04f0 con 0x7fb3c415b300 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3ca035640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb3c40afde0 con 0x7fb3c40b4050 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56940/0 (socket says 172.21.15.32:56940) 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 -- 172.21.15.32:0/3621363669 learned_addr learned my addr 172.21.15.32:0/3621363669 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:22.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c37fe640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b4050 0x7fb3c415d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c3fff640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3c415b300 0x7fb3c4143aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 -- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b4050 msgr2=0x7fb3c415d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b4050 0x7fb3c415d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 -- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3c415b300 msgr2=0x7fb3c4143aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3c415b300 0x7fb3c4143aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.505+0000 7fb3c2ffd640 1 -- 172.21.15.32:0/3621363669 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c41583b0 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3c2ffd640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb3b800b4a0 tx=0x7fb3b800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8014070 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3b8010610 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c4158690 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8010a00 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.506+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c4158c50 con 0x7fb3c40b5180 2024-09-16T00:58:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.507+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c40b4a70 con 0x7fb3c40b5180 2024-09-16T00:58:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.508+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb3b8017070 con 0x7fb3c40b5180 2024-09-16T00:58:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.508+0000 7fb3abfff640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 0x7fb3b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.508+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fb3b808ad40 con 0x7fb3c40b5180 2024-09-16T00:58:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.508+0000 7fb3c37fe640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 0x7fb3b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.509+0000 7fb3c37fe640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 0x7fb3b006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4000f60 tx=0x7fb3b4009040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.513+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb3b8059620 con 0x7fb3c40b5180 2024-09-16T00:58:22.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.689+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 --> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb3c4158160 con 0x7fb3b006c2b0 2024-09-16T00:58:22.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.690+0000 7fb3abfff640 1 -- 172.21.15.32:0/3621363669 <== mgr.4098 v2:172.21.15.32:6816/4142856377 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7fb3c4158160 con 0x7fb3b006c2b0 2024-09-16T00:58:22.692 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:58:22.692 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 msgr2=0x7fb3b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 0x7fb3b006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4000f60 tx=0x7fb3b4009040 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 msgr2=0x7fb3c4143560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb3b800b4a0 tx=0x7fb3b800b960 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 shutdown_connections 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fb3b006c2b0 0x7fb3b006e770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3c415b300 0x7fb3c4143aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3c40b5180 0x7fb3c4143560 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 --2- 172.21.15.32:0/3621363669 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3c40b4050 0x7fb3c415d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 >> 172.21.15.32:0/3621363669 conn(0x7fb3c40b6570 msgr2=0x7fb3c406baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 shutdown_connections 2024-09-16T00:58:22.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.692+0000 7fb3ca035640 1 -- 172.21.15.32:0/3621363669 wait complete. 2024-09-16T00:58:22.704 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":235,"stamp":"2024-09-16T00:58:21.158360+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":280744,"kb_used_data":6280,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754693976,"statfs":{"total":773094113280,"available":772806631424,"internally_reserved":0,"allocated":6430720,"data_stored":3523296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":280874545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002552"},"pg_stats":[{"pgid":"1.0","version":"55'119","reported_seq":253,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T00:58:02.406417+0000","last_change":"2024-09-16T00:58:02.406417+0000","last_active":"2024-09-16T00:58:02.406417+0000","last_peered":"2024-09-16T00:58:02.406417+0000","last_clean":"2024-09-16T00:58:02.406417+0000","last_became_active":"2024-09-16T00:52:09.828730+0000","last_became_peered":"2024-09-16T00:52:09.828730+0000","last_unstale":"2024-09-16T00:58:02.406417+0000","last_undegraded":"2024-09-16T00:58:02.406417+0000","last_fullsized":"2024-09-16T00:58:02.406417+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"55'119","last_scrub_stamp":"2024-09-16T00:58:02.406255+0000","last_deep_scrub":"55'119","last_deep_scrub_stamp":"2024-09-16T00:58:02.406255+0000","last_clean_scrub_stamp":"2024-09-16T00:58:02.406255+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:15.629013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":16,"seq":68719476812,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31828,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340012,"statfs":{"total":96636764160,"available":96604172288,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31832,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509517,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36564,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335276,"statfs":{"total":96636764160,"available":96599322624,"internally_reserved":0,"allocated":1249280,"data_stored":883188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36564,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335276,"statfs":{"total":96636764160,"available":96599322624,"internally_reserved":0,"allocated":1249280,"data_stored":883188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35992,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335848,"statfs":{"total":96636764160,"available":96599908352,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574925,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35988,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":655360,"data_stored":292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:58:22.706 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T00:58:22.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.806+0000 7fcf59e2e640 1 Processor -- start 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.806+0000 7fcf59e2e640 1 -- start start 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf59e2e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcf540d2120 0x7fcf540d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf59e2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf5415f220 0x7fcf540cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf59e2e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf540d2a40 con 0x7fcf5406cbd0 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf59e2e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fcf5415fdb0 con 0x7fcf540d2120 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf59e2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcf5415f7f0 con 0x7fcf5415f220 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf537fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcf540d2120 0x7fcf540d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf52ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fcf5406cbd0 0x7fcf5415eb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33090/0 (socket says 172.21.15.32:33090) 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf537fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcf540d2120 0x7fcf540d2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56952/0 (socket says 172.21.15.32:56952) 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.807+0000 7fcf52ffd640 1 -- 172.21.15.32:0/4029584055 learned_addr learned my addr 172.21.15.32:0/4029584055 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf53fff640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf5415f220 0x7fcf540cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf537fe640 1 -- 172.21.15.32:0/4029584055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf5415f220 msgr2=0x7fcf540cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf5415f220 0x7fcf540cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf537fe640 1 -- 172.21.15.32:0/4029584055 >> v1:172.21.15.32:6789/0 conn(0x7fcf5406cbd0 legacy=0x7fcf5415eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf527fc640 1 -- 172.21.15.32:0/4029584055 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1388165796 0 0) 0x7fcf540d2a40 con 0x7fcf5406cbd0 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf537fe640 1 -- 172.21.15.32:0/4029584055 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf5415fad0 con 0x7fcf540d2120 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf540d2120 0x7fcf540d2500 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcf440097a0 tx=0x7fcf4402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c922e6c90032efe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf527fc640 1 -- 172.21.15.32:0/4029584055 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf44037070 con 0x7fcf540d2120 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf527fc640 1 -- 172.21.15.32:0/4029584055 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf44032440 con 0x7fcf540d2120 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.808+0000 7fcf527fc640 1 -- 172.21.15.32:0/4029584055 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf44032810 con 0x7fcf540d2120 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4029584055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf540d2120 msgr2=0x7fcf540d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf540d2120 0x7fcf540d2500 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcf440097a0 tx=0x7fcf4402a180 comp rx=0 tx=0).stop 2024-09-16T00:58:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4029584055 shutdown_connections 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf5415f220 0x7fcf540cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4029584055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf540d2120 0x7fcf540d2500 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4029584055 >> 172.21.15.32:0/4029584055 conn(0x7fcf5406fed0 msgr2=0x7fcf540702b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4029584055 shutdown_connections 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.809+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4029584055 wait complete. 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.810+0000 7fcf59e2e640 1 Processor -- start 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.810+0000 7fcf59e2e640 1 -- start start 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 0x7fcf540c6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 0x7fcf541590c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5406d230 con 0x7fcf5415f220 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf540ccda0 con 0x7fcf5406cbd0 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf59e2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcf5406d3b0 con 0x7fcf540d2120 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf53fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf53fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56958/0 (socket says 172.21.15.32:56958) 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf53fff640 1 -- 172.21.15.32:0/4082379810 learned_addr learned my addr 172.21.15.32:0/4082379810 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf52ffd640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 0x7fcf541590c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.811+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 0x7fcf540c6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 -- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 msgr2=0x7fcf541590c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 0x7fcf541590c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 -- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 msgr2=0x7fcf540c6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 0x7fcf540c6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 -- 172.21.15.32:0/4082379810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf540c69d0 con 0x7fcf5415f220 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf52ffd640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 0x7fcf541590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 0x7fcf540c6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf53fff640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00cc30 tx=0x7fcf4c00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c00ce40 con 0x7fcf5415f220 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf4c003990 con 0x7fcf5415f220 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf540c7d10 con 0x7fcf5415f220 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c003d40 con 0x7fcf5415f220 2024-09-16T00:58:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.812+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf540c6f50 con 0x7fcf5415f220 2024-09-16T00:58:22.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.813+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf540d2500 con 0x7fcf5415f220 2024-09-16T00:58:22.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.814+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf4c003ee0 con 0x7fcf5415f220 2024-09-16T00:58:22.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.814+0000 7fcf3bfff640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 0x7fcf4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:22.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.814+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fcf4c08b820 con 0x7fcf5415f220 2024-09-16T00:58:22.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.814+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 0x7fcf4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:22.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.815+0000 7fcf537fe640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 0x7fcf4006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcf44034000 tx=0x7fcf4402e000 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:22.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.818+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcf4c014030 con 0x7fcf5415f220 2024-09-16T00:58:22.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.996+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fcf5406ee10 con 0x7fcf5415f220 2024-09-16T00:58:23.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:22.999+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7fcf4c05a060 con 0x7fcf5415f220 2024-09-16T00:58:23.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.000+0000 7fcf3bfff640 1 -- 172.21.15.32:0/4082379810 <== mon.0 v2:172.21.15.32:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fcf4c059960 con 0x7fcf5415f220 2024-09-16T00:58:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 msgr2=0x7fcf4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 0x7fcf4006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcf44034000 tx=0x7fcf4402e000 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 msgr2=0x7fcf540b71d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00cc30 tx=0x7fcf4c00a5c0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 shutdown_connections 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fcf4006c2b0 0x7fcf4006e770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf5415f220 0x7fcf540b71d0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540d2120 0x7fcf541590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 --2- 172.21.15.32:0/4082379810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5406cbd0 0x7fcf540c6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 >> 172.21.15.32:0/4082379810 conn(0x7fcf5406fed0 msgr2=0x7fcf540cfd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 shutdown_connections 2024-09-16T00:58:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.002+0000 7fcf59e2e640 1 -- 172.21.15.32:0/4082379810 wait complete. 2024-09-16T00:58:23.015 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:58:23.015 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:58:23.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.116+0000 7fadb2b1a640 1 Processor -- start 2024-09-16T00:58:23.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.116+0000 7fadb2b1a640 1 -- start start 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb2b1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb2b1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fadac0cf510 0x7fadac0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb2b1a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadac0d17b0 con 0x7fadac0d1380 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb2b1a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 -- 0x7fadac0d3480 con 0x7fadac0cf510 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb2b1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fadac0d3760 con 0x7fadac15e560 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fadac0cf510 0x7fadac0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fadac0cf510 0x7fadac0d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56968/0 (socket says 172.21.15.32:56968) 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 -- 172.21.15.32:0/836028442 learned_addr learned my addr 172.21.15.32:0/836028442 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadb08b6640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 -- 172.21.15.32:0/836028442 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 msgr2=0x7fadac0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 -- 172.21.15.32:0/836028442 >> v1:172.21.15.50:6789/0 conn(0x7fadac0d1380 legacy=0x7fadac0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.117+0000 7fadabfff640 1 -- 172.21.15.32:0/836028442 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadac0d3a40 con 0x7fadac0cf510 2024-09-16T00:58:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.118+0000 7fadabfff640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0cf510 0x7fadac0d0e40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fad98009870 tx=0x7fad9802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66e581062f5f0f86 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.118+0000 7fadab7fe640 1 -- 172.21.15.32:0/836028442 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98037070 con 0x7fadac0cf510 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.118+0000 7fadab7fe640 1 -- 172.21.15.32:0/836028442 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fad98032440 con 0x7fadac0cf510 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.118+0000 7fadab7fe640 1 -- 172.21.15.32:0/836028442 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98032830 con 0x7fadac0cf510 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 -- 172.21.15.32:0/836028442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0cf510 msgr2=0x7fadac0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0cf510 0x7fadac0d0e40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fad98009870 tx=0x7fad9802a270 comp rx=0 tx=0).stop 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 -- 172.21.15.32:0/836028442 shutdown_connections 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0cf510 0x7fadac0d0e40 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/836028442 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 -- 172.21.15.32:0/836028442 >> 172.21.15.32:0/836028442 conn(0x7fadac073850 msgr2=0x7fadac06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 -- 172.21.15.32:0/836028442 shutdown_connections 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.119+0000 7fadb2b1a640 1 -- 172.21.15.32:0/836028442 wait complete. 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.120+0000 7fadb2b1a640 1 Processor -- start 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.120+0000 7fadb2b1a640 1 -- start start 2024-09-16T00:58:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadac0cf510 0x7fadac151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fadac15e940 con 0x7fadac0d1380 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fadac0d4240 con 0x7fadac0cf510 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb2b1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fadac15eac0 con 0x7fadac15e560 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56972/0 (socket says 172.21.15.32:56972) 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 -- 172.21.15.32:0/3753779333 learned_addr learned my addr 172.21.15.32:0/3753779333 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb08b6640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadac0cf510 0x7fadac151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb10b7640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 -- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 msgr2=0x7fadac157e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac157e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 -- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadac0cf510 msgr2=0x7fadac151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadac0cf510 0x7fadac151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 -- 172.21.15.32:0/3753779333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadac157240 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadb10b7640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac157e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.121+0000 7fadabfff640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fad98000c00 tx=0x7fad980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.122+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98037040 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.122+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fad98042070 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.122+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadac1561a0 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.122+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98030bd0 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.122+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadac156760 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.123+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadac0cf950 con 0x7fadac0d1380 2024-09-16T00:58:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.123+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad98047460 con 0x7fadac0d1380 2024-09-16T00:58:23.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.124+0000 7fada97fa640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 0x7fad9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:58:23.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.124+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5335+0+0 (secure 0 0 0) 0x7fad980abe50 con 0x7fadac0d1380 2024-09-16T00:58:23.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.124+0000 7fadb08b6640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 0x7fad9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:58:23.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.124+0000 7fadb08b6640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 0x7fad9006e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fada00079a0 tx=0x7fada0008040 comp rx=0 tx=0).ready entity=mgr.4098 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:58:23.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.128+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad98032e20 con 0x7fadac0d1380 2024-09-16T00:58:23.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.342+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadac06baf0 con 0x7fadac0d1380 2024-09-16T00:58:23.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.342+0000 7fada97fa640 1 -- 172.21.15.32:0/3753779333 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+3912 (secure 0 0 0) 0x7fad9807a6a0 con 0x7fadac0d1380 2024-09-16T00:58:23.344 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-16T00:58:23.344 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"btime":"2024-09-16T00:57:52:274601+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/2013137980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2013137980},{"type":"v1","addr":"172.21.15.32:6836","nonce":2013137980}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5256,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2355442999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":2355442999},{"type":"v1","addr":"172.21.15.32:6837","nonce":2355442999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5268,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/2915577975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2915577975},{"type":"v1","addr":"172.21.15.50:6834","nonce":2915577975}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":34910,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1660991763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1660991763},{"type":"v1","addr":"172.21.15.50:6835","nonce":1660991763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25}],"filesystems":[]} 2024-09-16T00:58:23.344 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 25 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 msgr2=0x7fad9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 0x7fad9006e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fada00079a0 tx=0x7fada0008040 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 msgr2=0x7fadac155850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fad98000c00 tx=0x7fad980046c0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 shutdown_connections 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:6816/4142856377,v1:172.21.15.32:6817/4142856377] conn(0x7fad9006c2b0 0x7fad9006e770 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fadac15e560 0x7fadac157e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fadac0d1380 0x7fadac155850 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 --2- 172.21.15.32:0/3753779333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadac0cf510 0x7fadac151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 >> 172.21.15.32:0/3753779333 conn(0x7fadac073850 msgr2=0x7fadac15ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 shutdown_connections 2024-09-16T00:58:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-16T00:58:23.344+0000 7fadb2b1a640 1 -- 172.21.15.32:0/3753779333 wait complete. 2024-09-16T00:58:23.357 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-16T00:58:23.357 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T00:58:23.357 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:58:23.357 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.366 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:58:23.367 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:58:23.367 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.416 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:58:23.417 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:58:23.417 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.428 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:58:23.428 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:58:23.428 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.481 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:58:23.481 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T00:58:23.481 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T00:58:23.481 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.507 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T00:58:23.508 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T00:58:23.508 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.574 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T00:58:23.574 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T00:58:23.575 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.639 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T00:58:23.640 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T00:58:23.640 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.710 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T00:58:23.710 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-16T00:58:23.711 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.747 INFO:tasks.ceph.osd.4:Stopped 2024-09-16T00:58:23.747 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-16T00:58:23.747 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.816 INFO:tasks.ceph.osd.5:Stopped 2024-09-16T00:58:23.816 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-16T00:58:23.816 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.884 INFO:tasks.ceph.osd.6:Stopped 2024-09-16T00:58:23.885 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-16T00:58:23.885 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.963 INFO:tasks.ceph.osd.7:Stopped 2024-09-16T00:58:23.963 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T00:58:23.963 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T00:58:23.964 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:23.990 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T00:58:23.990 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T00:58:23.991 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:24.031 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T00:58:24.031 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T00:58:24.032 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T00:58:24.032 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:24.043 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T00:58:24.044 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T00:58:24.044 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:24.084 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T00:58:24.084 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T00:58:24.084 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:58:24.136 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T00:58:24.136 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T00:58:24.137 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-16T00:58:24.137 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-16T00:58:24.176 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:58:24.176 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T00:58:24.366 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:58:24.366 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T00:58:24.638 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:58:24.638 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T00:58:24.712 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:58:24.713 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T00:58:24.762 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:58:24.762 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-16T00:58:25.031 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:58:25.031 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-16T00:58:25.105 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:58:25.105 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-16T00:58:25.161 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:58:25.161 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-16T00:58:25.220 INFO:tasks.ceph:Archiving mon data... 2024-09-16T00:58:25.221 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/data/mon.a.tgz 2024-09-16T00:58:25.222 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-16T00:58:25.239 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.Vn38tnSTnZ 2024-09-16T00:58:25.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Vn38tnSTnZ 2024-09-16T00:58:25.387 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.Vn38tnSTnZ 2024-09-16T00:58:25.471 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.Vn38tnSTnZ is 372KB 2024-09-16T00:58:25.570 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.Vn38tnSTnZ 2024-09-16T00:58:25.587 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/data/mon.b.tgz 2024-09-16T00:58:25.587 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-16T00:58:25.607 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.liLIU354kC 2024-09-16T00:58:25.607 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.liLIU354kC 2024-09-16T00:58:25.791 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.liLIU354kC 2024-09-16T00:58:25.876 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.liLIU354kC is 493KB 2024-09-16T00:58:25.974 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.liLIU354kC 2024-09-16T00:58:25.990 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/data/mon.c.tgz 2024-09-16T00:58:25.990 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-16T00:58:26.045 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.5ZPpm3Nw3s 2024-09-16T00:58:26.045 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.5ZPpm3Nw3s 2024-09-16T00:58:26.209 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.5ZPpm3Nw3s 2024-09-16T00:58:26.294 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.5ZPpm3Nw3s is 491KB 2024-09-16T00:58:26.365 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.5ZPpm3Nw3s 2024-09-16T00:58:26.380 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T00:58:26.380 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T00:58:26.383 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T00:58:26.468 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T00:58:26.502 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T00:58:26.502 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T00:58:26.503 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi032/crash 2024-09-16T00:58:26.504 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T00:58:26.537 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi050/crash 2024-09-16T00:58:26.538 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T00:58:26.567 INFO:tasks.ceph:Shutting down logrotate 2024-09-16T00:58:26.567 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:26.581 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:26.658 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:26.685 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T00:58:26.710 INFO:tasks.ceph:Compressing logs... 2024-09-16T00:58:26.710 DEBUG:teuthology.orchestra.run.smithi032:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:58:26.728 DEBUG:teuthology.orchestra.run.smithi050:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36522.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36522.log: /var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36472.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36522.log.gz 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36472.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T00:58:26.800 INFO:teuthology.orchestra.run.smithi050.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36472.log.gz 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36351.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.36351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36431.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36351.log.gz 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36562.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36602.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36431.log.gz 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36562.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:gzip 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36562.log.gz -5 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr: --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36602.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T00:58:26.801 INFO:teuthology.orchestra.run.smithi050.stderr: 93.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-osd.5.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36602.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mds.d.log: 92.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr: 93.4% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36391.log/var/log/ceph/ceph-mgr.x.log: 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36391.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.36391.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36311.log 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mon.b.log: 93.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41742.log 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36311.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36311.log.gz 2024-09-16T00:58:26.802 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42193.log 2024-09-16T00:58:26.803 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.41742.log: 87.8% -- replaced with /var/log/ceph/ceph-client.1.41742.log.gz 2024-09-16T00:58:26.803 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.3.42193.log: 87.8% -- replaced with /var/log/ceph/ceph-client.3.42193.log.gz 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45305.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50016.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48998.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50016.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45305.log.gz 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46581.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50016.log.gz 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85598.log 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48998.log.gz 2024-09-16T00:58:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84881.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85598.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46581.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47249.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.85598.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49209.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.84881.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50226.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49209.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47249.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48862.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49209.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41393.log 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50226.log.gz 2024-09-16T00:58:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84210.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41393.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48862.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41651.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41393.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43312.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.84210.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85934.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43312.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41651.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43320.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43312.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84252.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.85934.log.gz 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5/var/log/ceph/ceph-client.admin.43320.log: --verbose -- /var/log/ceph/ceph-client.admin.50496.log 2024-09-16T00:58:26.863 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84252.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.43320.log.gz -5 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47773.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.84252.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42641.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50496.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42802.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42641.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47773.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85994.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42641.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84796.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85994.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42802.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.85994.log.gz 2024-09-16T00:58:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50352.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.84796.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36541.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45951.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1%/var/log/ceph/ceph-client.admin.36541.log: -- replaced with /var/log/ceph/ceph-client.admin.50352.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41819.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36541.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47377.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45951.log: /var/log/ceph/ceph-client.admin.41819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84586.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45951.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41819.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85082.log 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84586.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47377.log.gz 2024-09-16T00:58:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85124.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.84586.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46665.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85124.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.85082.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43138.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.85124.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43315.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46665.log: /var/log/ceph/ceph-client.admin.43138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85850.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46665.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43315.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43138.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41609.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8%/var/log/ceph/ceph-client.admin.85850.log: -- replaced with /var/log/ceph/ceph-client.admin.43315.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49167.log 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85850.log.gz 2024-09-16T00:58:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47815.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41609.log.gz 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45583.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49167.log: /var/log/ceph/ceph-client.admin.47815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46455.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49167.log.gz 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47815.log.gz 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48267.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43313.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45583.log.gz 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46455.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46455.log.gz 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85262.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.0.48267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46068.log 2024-09-16T00:58:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43313.log: /var/log/ceph/ceph-client.admin.85262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45863.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43313.log.gz 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.85262.log.gz 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46539.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47037.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46068.log.gz 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45863.log: /var/log/ceph/ceph-client.admin.46539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47293.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45863.log.gz 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46539.log.gz 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46995.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:gzip 87.9% -5 -- replaced with /var/log/ceph/ceph-client.admin.47037.log.gz --verbose 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr: -- /var/log/ceph/ceph-client.admin.46126.log 2024-09-16T00:58:26.868 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47293.log: /var/log/ceph/ceph-client.admin.46995.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.47293.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49041.log 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46995.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43978.log 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46126.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49251.log 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84502.log 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49041.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43978.log: /var/log/ceph/ceph-client.admin.49251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47731.log 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43978.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49251.log.gz 2024-09-16T00:58:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84670.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49083.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47731.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.84502.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49759.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47731.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.84670.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43054.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.0.48267.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49083.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85209.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46287.log 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43054.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49759.log.gz 2024-09-16T00:58:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85209.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43054.log.gz 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49717.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.85209.log.gz 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41735.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46287.log: /var/log/ceph/ceph-client.admin.49717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42583.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46287.log.gz 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49717.log.gz 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41693.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41735.log.gz 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43655.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42583.log: /var/log/ceph/ceph-client.admin.41693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84349.log 2024-09-16T00:58:26.871 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42583.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41693.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85346.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46245.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43655.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84349.log: /var/log/ceph/ceph-client.admin.85346.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.84349.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41209.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85346.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46245.log: /var/log/ceph/ceph-client.admin.41209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49890.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46245.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41209.log.gz 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41351.log 2024-09-16T00:58:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46623.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49890.log: /var/log/ceph/ceph-client.admin.41351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45183.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49890.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41351.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41565.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.2.45183.log: 89.1% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46623.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49125.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49636.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41565.log: /var/log/ceph/ceph-client.admin.49125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45667.log 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.2.45183.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41565.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49125.log.gz 2024-09-16T00:58:26.873 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43653.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85472.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49636.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45667.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46329.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43653.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50142.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85472.log: /var/log/ceph/ceph-client.admin.46329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47079.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.85472.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50142.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46329.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45347.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50142.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43654.log 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47079.log.gz 2024-09-16T00:58:26.874 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85640.log 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45347.log: /var/log/ceph/ceph-client.admin.43654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50268.log 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45347.log.gz 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85640.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43654.log.gz 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84923.log 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49932.log 88.4% 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr: -- replaced with /var/log/ceph/ceph-client.admin.85640.log.gz 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50268.log: /var/log/ceph/ceph-client.admin.84923.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50268.log.gz 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48904.log 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.84923.log.gz 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41113.log 2024-09-16T00:58:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49932.log: /var/log/ceph/ceph-client.admin.48904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44685.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49932.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48904.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50412.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41113.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41023.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.0.44685.log: /var/log/ceph/ceph-client.admin.50412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44020.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50412.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85166.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.0.44685.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.44020.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41023.log.gz 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48819.log 2024-09-16T00:58:26.876 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44020.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85166.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.85166.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45541.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48819.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85304.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.45541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47121.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45541.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48954.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85892.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47121.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.85304.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47941.log 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47121.log.gz 2024-09-16T00:58:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.85892.log: /var/log/ceph/ceph-client.admin.45804.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48954.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47941.log: 93.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.85892.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50100.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47163.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45804.log: /var/log/ceph/ceph-client.admin.50100.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.47941.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47503.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45804.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50100.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47461.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47163.log.gz 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47689.log 2024-09-16T00:58:26.878 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47503.log: /var/log/ceph/ceph-client.admin.47461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49801.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47503.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47461.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84544.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47689.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50538.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49801.log: /var/log/ceph/ceph-client.admin.84544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36444.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49801.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.84544.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48630.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49419.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.36444.log: /var/log/ceph/ceph-client.admin.48630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85514.log 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36444.log.gz 2024-09-16T00:58:26.879 INFO:teuthology.orchestra.run.smithi032.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.50538.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48630.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49293.log 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49974.log 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85514.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49419.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49293.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.85514.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49974.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49293.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46867.log 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49974.log.gz 2024-09-16T00:58:26.880 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49335.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.46867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36183.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46867.log.gz 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47419.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49335.log.gz 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:gzip/var/log/ceph/ceph-client.admin.36183.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47605.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47899.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.36183.log.gz 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47605.log: gzip 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47419.log.gz 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42844.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47899.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47605.log.gz 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50604.log 2024-09-16T00:58:26.881 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47899.log.gz 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41861.log 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42844.log: /var/log/ceph/ceph-client.admin.50604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44146.log 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42844.log.gz 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50604.log.gz 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42760.log 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41861.log.gz 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84754.log 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.44146.log: /var/log/ceph/ceph-client.admin.42760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46413.log 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42760.log.gz 2024-09-16T00:58:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48007.log 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.44146.log.gz 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.84754.log.gz 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46413.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49556.log 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48007.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46413.log.gz 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48007.log.gz 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49461.log 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49556.log.gz 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50864.log 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43318.log 2024-09-16T00:58:26.883 INFO:teuthology.orchestra.run.smithi032.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49461.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.0.50864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47647.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45457.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43318.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46497.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47647.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85766.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45457.log: /var/log/ceph/ceph-client.admin.46497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41907.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85766.log: 88.7% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45457.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46497.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.85766.log.gz 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84712.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.41907.log: -- /var/log/ceph/ceph-client.admin.46371.log 2024-09-16T00:58:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43644.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84712.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.41907.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46371.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46371.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42928.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43644.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr: 87.5%/var/log/ceph/ceph-client.admin.42928.log: -- replaced with /var/log/ceph/ceph-client.admin.43644.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85724.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42928.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5/var/log/ceph/ceph-mgr.y.log: --verbose -- /var/log/ceph/ceph.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84839.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.85724.log.gz 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43936.log 2024-09-16T00:58:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84839.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.84839.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr: 86.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46951.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41777.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43936.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43096.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41777.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46951.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41777.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50058.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49846.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43096.log: /var/log/ceph/ceph-client.admin.50058.log: 88.2% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43096.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50058.log.gz 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85556.log 2024-09-16T00:58:26.886 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.49846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48709.log 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49846.log.gz 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85556.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.85556.log.gz 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46909.log 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.48709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47545.log 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48709.log.gz 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46909.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46909.log.gz 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49377.log 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43656.log 2024-09-16T00:58:26.887 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.47545.log: /var/log/ceph/ceph-client.admin.49377.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47545.log.gz 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49377.log.gz 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43649.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43656.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43656.log.gz 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44807.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46203.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43649.log: /var/log/ceph/ceph-client.admin.44807.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43649.log.gz 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44807.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45709.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46203.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46203.log.gz 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85430.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43012.log 2024-09-16T00:58:26.888 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45709.log: /var/log/ceph/ceph-client.admin.85430.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45709.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.85430.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86034.log 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43319.log 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43012.log: /var/log/ceph/ceph-client.admin.86034.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43012.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86076.log 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr: -- replaced with /var/log/ceph/ceph-client.admin.86034.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43319.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43319.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41523.log 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46707.log 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.86076.log: /var/log/ceph/ceph-client.admin.41523.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.86076.log.gz 2024-09-16T00:58:26.889 INFO:teuthology.orchestra.run.smithi032.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41523.log.gz 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42396.log 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46707.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46707.log.gz 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43652.log 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50184.log 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42396.log: /var/log/ceph/ceph-client.admin.43652.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43652.log.gz 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.42396.log.gz 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50310.log 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42718.log 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50184.log: /var/log/ceph/ceph-client.admin.50310.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50184.log.gz 2024-09-16T00:58:26.890 INFO:teuthology.orchestra.run.smithi032.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50310.log.gz 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41978.log 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42718.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42718.log.gz 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43852.log 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41481.log 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41978.log: /var/log/ceph/ceph-client.admin.43852.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41978.log.gz 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43852.log.gz 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41437.log 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41481.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41481.log.gz 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85808.log 2024-09-16T00:58:26.891 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45625.log 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41437.log: /var/log/ceph/ceph-client.admin.85808.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41437.log.gz 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.85808.log.gz 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44062.log 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45625.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45625.log.gz 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85388.log 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45499.log 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.44062.log: /var/log/ceph/ceph-client.admin.85388.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44062.log.gz 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.85388.log.gz 2024-09-16T00:58:26.892 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84460.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45499.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45499.log.gz 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47335.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45993.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84460.log: /var/log/ceph/ceph-client.admin.47335.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.84460.log.gz 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47335.log.gz 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42970.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.45993.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45993.log.gz 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47857.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46787.log 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.42970.log: /var/log/ceph/ceph-client.admin.47857.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42970.log.gz 2024-09-16T00:58:26.893 INFO:teuthology.orchestra.run.smithi032.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47857.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44104.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.46787.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46787.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43642.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85682.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.44104.log: /var/log/ceph/ceph-client.admin.43642.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44104.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43642.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41309.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.85682.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85682.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42886.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43894.log 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.41309.log: /var/log/ceph/ceph-client.admin.42886.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41309.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42886.log.gz 2024-09-16T00:58:26.894 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44275.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43894.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43894.log.gz 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47205.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.44275.log: /var/log/ceph/ceph-client.admin.47205.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44275.log.gz 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47205.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43310.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30137.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43310.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43310.log.gz 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43317.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph.tmp-client.admin.30137.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30137.log.gz 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.43317.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43317.log.gz 2024-09-16T00:58:26.895 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84628.log 2024-09-16T00:58:26.897 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-mds.c.log: 93.5% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-16T00:58:26.897 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50454.log 2024-09-16T00:58:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.84628.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.84628.log.gz 2024-09-16T00:58:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/ceph-client.admin.50454.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50454.log.gz 2024-09-16T00:58:26.898 INFO:teuthology.orchestra.run.smithi032.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T00:58:26.921 INFO:teuthology.orchestra.run.smithi050.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T00:58:26.946 INFO:teuthology.orchestra.run.smithi050.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T00:58:27.211 INFO:teuthology.orchestra.run.smithi032.stderr: 90.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T00:58:27.642 INFO:teuthology.orchestra.run.smithi050.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-16T00:58:27.686 INFO:teuthology.orchestra.run.smithi032.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T00:58:27.731 INFO:teuthology.orchestra.run.smithi050.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-16T00:58:27.811 INFO:teuthology.orchestra.run.smithi032.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T00:58:27.885 INFO:teuthology.orchestra.run.smithi032.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T00:58:27.938 INFO:teuthology.orchestra.run.smithi050.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-16T00:58:28.090 INFO:teuthology.orchestra.run.smithi050.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-16T00:58:28.136 INFO:teuthology.orchestra.run.smithi032.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T00:58:28.859 INFO:teuthology.orchestra.run.smithi032.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.0.50864.log.gz 2024-09-16T00:58:28.861 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-09-16T00:58:28.861 INFO:teuthology.orchestra.run.smithi032.stderr:real 0m2.120s 2024-09-16T00:58:28.861 INFO:teuthology.orchestra.run.smithi032.stderr:user 0m6.805s 2024-09-16T00:58:28.861 INFO:teuthology.orchestra.run.smithi032.stderr:sys 0m0.361s 2024-09-16T00:58:29.138 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-16T00:58:29.246 INFO:teuthology.orchestra.run.smithi050.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-16T00:58:29.249 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-09-16T00:58:29.249 INFO:teuthology.orchestra.run.smithi050.stderr:real 0m2.482s 2024-09-16T00:58:29.249 INFO:teuthology.orchestra.run.smithi050.stderr:user 0m6.887s 2024-09-16T00:58:29.249 INFO:teuthology.orchestra.run.smithi050.stderr:sys 0m0.213s 2024-09-16T00:58:29.250 INFO:tasks.ceph:Archiving logs... 2024-09-16T00:58:29.250 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi032/log 2024-09-16T00:58:29.251 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:58:30.254 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi050/log 2024-09-16T00:58:30.254 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:58:31.183 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T00:58:31.192 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T00:58:31.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:58:31.195 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:58:31.295 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T00:58:31.304 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T00:58:31.304 DEBUG:teuthology.orchestra.run.smithi032:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:58:31.307 DEBUG:teuthology.orchestra.run.smithi050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:58:31.322 INFO:teuthology.orchestra.run.smithi032.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:58:31.325 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:=============================================================================== 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:^* hv01.front.sepia.ceph.com 3 6 377 9 -145us[ -128us] +/- 43ms 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -685us[ -668us] +/- 51ms 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 +1453us[+1470us] +/- 81ms 2024-09-16T00:58:31.327 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:58:31.330 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:58:31.330 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-16T00:58:31.330 INFO:teuthology.orchestra.run.smithi050.stdout:^* hv01.front.sepia.ceph.com 3 6 377 9 -160us[ -127us] +/- 43ms 2024-09-16T00:58:31.330 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -687us[ -655us] +/- 51ms 2024-09-16T00:58:31.331 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 +1444us[+1476us] +/- 81ms 2024-09-16T00:58:31.331 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:58:31.332 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T00:58:31.340 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T00:58:31.341 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T00:58:31.349 DEBUG:teuthology.orchestra.run.smithi032:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:58:31.458 DEBUG:teuthology.orchestra.run.smithi050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:58:31.531 DEBUG:teuthology.orchestra.run.smithi032:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:58:31.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:58:31.563 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:58:31.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:58:31.594 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T00:58:31.604 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T00:58:31.614 INFO:teuthology.task.internal:Duration was 766.312783 seconds 2024-09-16T00:58:31.614 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T00:58:31.623 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T00:58:31.623 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:58:31.626 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:58:31.669 INFO:teuthology.orchestra.run.smithi032.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:58:31.678 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:58:32.025 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T00:58:32.026 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi032.front.sepia.ceph.com 2024-09-16T00:58:32.026 DEBUG:teuthology.orchestra.run.smithi032:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:58:32.089 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi050.front.sepia.ceph.com 2024-09-16T00:58:32.089 DEBUG:teuthology.orchestra.run.smithi050:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:58:32.114 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T00:58:32.114 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:58:32.132 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:58:32.184 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T00:58:32.184 DEBUG:teuthology.orchestra.run.smithi032:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:58:32.200 DEBUG:teuthology.orchestra.run.smithi050:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:58:32.333 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T00:58:32.343 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T00:58:32.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:58:32.369 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:58:32.397 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T00:58:32.412 DEBUG:teuthology.orchestra.run.smithi032:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:58:32.415 DEBUG:teuthology.orchestra.run.smithi050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:58:32.437 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = core 2024-09-16T00:58:32.461 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = core 2024-09-16T00:58:32.475 DEBUG:teuthology.orchestra.run.smithi032:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:58:32.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:58:32.510 DEBUG:teuthology.orchestra.run.smithi050:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:58:32.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:58:32.531 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T00:58:32.541 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T00:58:32.542 DEBUG:teuthology.misc:Transferring archived files from smithi032:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi032 2024-09-16T00:58:32.542 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:58:32.589 DEBUG:teuthology.misc:Transferring archived files from smithi050:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906424/remote/smithi050 2024-09-16T00:58:32.589 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:58:32.628 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T00:58:32.629 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:58:32.632 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:58:32.677 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T00:58:32.691 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T00:58:32.691 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T00:58:32.700 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T00:58:32.701 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:58:32.703 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:58:32.716 INFO:teuthology.orchestra.run.smithi032.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:58 /home/ubuntu/cephtest 2024-09-16T00:58:32.733 INFO:teuthology.orchestra.run.smithi050.stdout: 266064 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:58 /home/ubuntu/cephtest 2024-09-16T00:58:32.734 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T00:58:32.748 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T00:58:32.776 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/asok_dump_tree} duration: 766.312783241272 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T00:58:32.777 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:58:32.860 INFO:teuthology.run:pass